<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i6e13199</article-id>
      <article-id pub-id-type="pmid">31199343</article-id>
      <article-id pub-id-type="doi">10.2196/13199</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Current Knowledge and Adoption of Mobile Health Apps Among Australian General Practitioners: Survey Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sezgin</surname>
            <given-names>Emre</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lander</surname>
            <given-names>Jonas</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Paglialonga</surname>
            <given-names>Alessia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lyzwinski</surname>
            <given-names>Lynnette</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>Byambasuren</surname>
            <given-names>Oyungerel</given-names>
          </name>
          <degrees>MD, MMedRes</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Centre for Research in Evidence-Based Practice</institution>
            <institution>Bond University</institution>
            <addr-line>14 University Dr</addr-line>
            <addr-line>Robina, QLD, 4226</addr-line>
            <country>Australia</country>
            <phone>61 755951588</phone>
            <email>obyambas@bond.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8641-1286</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Beller</surname>
            <given-names>Elaine</given-names>
          </name>
          <degrees>MAppStat</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3241-2611</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Glasziou</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7564-073X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Centre for Research in Evidence-Based Practice</institution>
      <institution>Bond University</institution>  
      <addr-line>Robina, QLD</addr-line>
      <country>Australia</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Oyungerel Byambasuren 
        <email>obyambas@bond.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>06</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>6</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>6</issue>
      <elocation-id>e13199</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>19</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>2</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Oyungerel Byambasuren, Elaine Beller, Paul Glasziou. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 03.06.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2019/6/e13199/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mobile health (mHealth) apps can be prescribed as an effective self-management tool for patients. However, it is challenging for doctors to navigate 350,000 mHealth apps to find the right ones to recommend. Although medical professionals from many countries are using mHealth apps to varying degrees, current mHealth app use by Australian general practitioners (GPs) and the barriers and facilitators they encounter when integrating mHealth apps in their clinical practice have not been reported comprehensively.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objectives of this study were to (1) evaluate current knowledge and use of mHealth apps by GPs in Australia, (2) determine the barriers and facilitators to their use of mHealth apps in consultations, and (3) explore potential solutions to the barriers.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We helped the Royal Australian College of General Practitioners (RACGP) to expand the mHealth section of their annual technology survey for 2017 based on the findings of our semistructured interviews with GPs to further explore barriers to using mHealth apps in clinical practice. The survey was distributed to the RACGP members nationwide between October 26 and December 3, 2017 using Qualtrics Web-based survey tool.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 1014 RACGP members responded (response rate 4.6% [1014/21,884], completion rate 61.2% [621/1014]). The median years practiced was 20.7 years. Two-thirds of the GPs used apps professionally in the forms of medical calculators and point-of-care references. A little over half of the GPs recommended apps for patients either daily (12.9%, 80/621), weekly (25.9%, 161/621), or monthly (13.4%, 83/621). Mindfulness and mental health apps were recommended most often (32.5%, 337/1036), followed by diet and nutrition (13.9%, 144/1036), exercise and fitness (12.7%, 132/1036), and women’s health (10%, 104/1036) related apps. Knowledge and usage of evidence-based apps from the Handbook of Non-Drug Interventions were low. The prevailing barriers to app prescription were the lack of knowledge of effective apps (59.9%, 372/621) and the lack of trustworthy source to access them (15.5%, 96/621). GPs expressed their need for a list of safe and effective apps from a trustworthy source, such as the RACGP, to overcome these barriers. They reported a preference for online video training material or webinar to learn more about mHealth apps.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Most GPs are using apps professionally but recommending apps to patients sparingly. The main barriers to app prescription were the lack of knowledge of effective apps and the lack of trustworthy source to access them. A curated compilation of effective mHealth apps or an app library specifically aimed at GPs and health professionals would help solve both barriers.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mobile health</kwd>
        <kwd>smartphone</kwd>
        <kwd>mobile apps</kwd>
        <kwd>mHealth</kwd>
        <kwd>smartphone apps</kwd>
        <kwd>general practice</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Over the past decade, smartphones have become an inseparable part of modern living, and mobile health (mHealth) apps have started to establish their place in health care [<xref ref-type="bibr" rid="ref1">1</xref>]. If proven to help achieve measurable clinical improvements in patients’ conditions, mHealth apps can be officially prescribed or recommended by general practitioners (GPs) [<xref ref-type="bibr" rid="ref2">2</xref>]. However, with 350,000 apps available in the medical and health and fitness categories in the major app stores, it is challenging for GPs to find prescription quality mHealth apps from the app stores themselves to use in their clinical practice [<xref ref-type="bibr" rid="ref3">3</xref>]. To overcome this issue, a number of initiatives such as the National Health Service (NHS) Apps Library in the United Kingdom [<xref ref-type="bibr" rid="ref4">4</xref>] and Health Navigator app library in New Zealand [<xref ref-type="bibr" rid="ref5">5</xref>] have been set up to help doctors. In Australia, official effort to support app prescription does not exist yet, but there are small initiatives such as the Victorian Health Promotion Foundation’s Healthy Living Apps Guide aimed at the general public [<xref ref-type="bibr" rid="ref6">6</xref>] and the Handbook of Non-Drug Interventions (HANDI) project by the Royal Australian College of General Practitioners (RACGP) [<xref ref-type="bibr" rid="ref7">7</xref>], which is a repository of evidence-based nonpharmaceutical interventions for GPs.</p>
      <p>Health care professionals’ use of mHealth apps and mobile technologies have been explored in several recent reports from the United States [<xref ref-type="bibr" rid="ref8">8</xref>], United Kingdom [<xref ref-type="bibr" rid="ref9">9</xref>], France [<xref ref-type="bibr" rid="ref10">10</xref>], and Turkey [<xref ref-type="bibr" rid="ref11">11</xref>]. At least half of the surveyed GPs, specialists, dieticians, and pharmacists reported to recommend mHealth apps to patients, except for the French study of GPs, which reported half that rate. Barriers perceived by the health professionals regarding mHealth integration to their clinical practice include a variety of issues from infrastructure related problems such as Wi-Fi coverage and interoperability with the existing medical software to more specific data security, content reliability, and a universal lack of awareness of the effective apps to use. All of this echoes the findings of an earlier systematic review by Gagnon et al [<xref ref-type="bibr" rid="ref12">12</xref>], which summarized the barriers and facilitators to mHealth adoption by health care professionals from around the globe.</p>
      <p>Australian GPs’ mHealth adoption has been explored only briefly as part of the annual technology survey by the RACGP since 2015. The purpose of this survey is to explore technological innovation and adoption in general practice, including mobile technology [<xref ref-type="bibr" rid="ref13">13</xref>]. Following our qualitative study with GPs on the barriers and facilitators of mHealth app use in general practice, we collaborated with the RACGP to expand the mHealth section for 2017 to better understand the specific barriers to health app use in the wider Australian context. Thus, the objectives for this study were to (1) explore the knowledge and use of health apps of practicing GPs in Australia in more detail, (2) determine the barriers and facilitators to prescribing health apps in GP consultations in a wider cohort of GPs, and (3) explore the potential solutions to some of the barriers.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We used the Checklist for Reporting Results of Internet E-Surveys, recommended by the Journal of Medical Internet Research as a reporting guide for this study [<xref ref-type="bibr" rid="ref14">14</xref>]. The data for this study were collected as part of the 2017 RACGP Technology Survey, which was conducted using a Web-based survey tool Qualtrics (Qualtrics, Provo, UT) between October 26 and December 3, 2017 in Australia [<xref ref-type="bibr" rid="ref15">15</xref>]. We used convenience sampling and the survey link was emailed to all RACGP members, which included GP trainees, fellows, and vocationally registered GPs, as well as practice managers and clinic owners. Only the GPs currently practicing in Australia were able to advance and answer all questions. For GP registrars and GPs who were not practicing currently or not practicing in Australia, the survey ended after the relevant questions. Ethics approval was obtained from the RACGP National Research and Evaluation Ethics Committee.</p>
      <p>The previous year’s survey contained 6 questions regarding GPs’ use of mobile devices and mHealth apps out of 46 questions [<xref ref-type="bibr" rid="ref13">13</xref>]. On the basis of the findings of our semistructured interview study with 20 GPs who explored the barriers and facilitators to using mHealth apps in practice, we collaborated with the RACGP to expand the mHealth section questions for the 2017 survey making them more specific and informative. The questions were pilot-tested with the coauthors and academic GP colleagues and refined iteratively. This paper reports the analysis of 16 questions pertaining to demographic information, mobile device, and health apps usage out of the total 50 questions (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
      <p>Data were extracted from Qualtrics and descriptive statistics were conducted using Microsoft Excel (2016). Answers to the open-ended questions were coded according to their common themes (OB), checked by a second author (EB), and then summarized. Participation in the survey was voluntary and participants who completed the survey were invited to enter a draw to win one of 2 gift cards worth Aus $50.</p>
      <boxed-text id="box1" position="float">
        <title>Survey questions analyzed as part of this study.</title>
        <p><bold>Screening and demographics questions</bold></p>
        <p>1. I am... (a general practitioner, a general practitioner registrar, other)</p>
        <p>2. What is your role in the practice?</p>
        <p>3. Where did you complete your training? (Australia, Overseas)</p>
        <p>4. Do you currently practice in Australia? (Yes/No)</p>
        <p>5. For how many years have you worked as a general practitioner? (1-5 years, 5-10 years, 10-20 years, 20-30 years, more than 30 years)</p>
        <p>6. Please enter the postcode of your current practice location in which you spend the most time.</p>
        <p>7. What is your age group? (Less than 35 years, 35-44 years, 45-54 years, 55-64 years, over 65 years)</p>
        <p><bold>Mobile health section</bold></p>
        <p>8. Do you use mobile devices in your day-to-day practice for patient-related work? (Yes/No)</p>
        <p>9. I don't use mobile devices for patient-related work because... (choose all that apply)</p>
        <list list-type="bullet">
          <list-item>
            <p>I am not confident in how to safely use mobile technology in my day-to-day practice</p>
          </list-item>
          <list-item>
            <p>I don't see how mobile technology can benefit my day-to-day practice</p>
          </list-item>
          <list-item>
            <p>My practice does not allow me to use my own mobile devices</p>
          </list-item>
          <list-item>
            <p>Other (please comment)</p>
          </list-item>
        </list>
        <p>10. Which health apps do you use for yourself?</p>
        <p>11. How often do you recommend the use of health apps to patients? (Daily, Weekly, Monthly, Rarely, Never)</p>
        <p>12. Please share with us which health apps you have recommended.</p>
        <p>13. Do you ever prescribe any of the following health apps to your patients (choose all that apply): (Quit Now: My QuitBuddy, Quit for You–Quit for Two, Sleepio, CBT-i Coach, SHUTi, Ankle, I do not prescribe the apps above)</p>
        <p>14. Please rate the following barriers for health app integration into your daily clinical practice (where 1 is the most important barrier and 7 is the least important):</p>
        <list list-type="bullet">
          <list-item>
            <p>lack of knowledge of effective apps</p>
          </list-item>
          <list-item>
            <p>lack of a trustworthy source to access effective apps</p>
          </list-item>
          <list-item>
            <p>lack of patient digital literacy</p>
          </list-item>
          <list-item>
            <p>lack of access to mobile devices</p>
          </list-item>
          <list-item>
            <p>lack of patient interest</p>
          </list-item>
          <list-item>
            <p>lack of practice incentives</p>
          </list-item>
          <list-item>
            <p>lack of understanding about benefits</p>
          </list-item>
          <list-item>
            <p>others (please specify)</p>
          </list-item>
        </list>
        <p>15. What would help you to recommend health apps to patients more often?</p>
        <p>16. How would you like to receive training on the use of effective health apps, including app evaluation? (eg, webinars, animations, podcasts)</p>
      </boxed-text>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Of the 39,380 people on the RACGP mailing list, who were emailed the survey link, 21,884 were currently practicing GPs and 1014 of them responded to the survey (4.6%). The survey completion rate was 61.2% (621/1014). The median age was 51.4 years and the median years practiced was 20.7 years. Age and geographical distribution by state were representative of Australian GP workforce statistics [<xref ref-type="bibr" rid="ref16">16</xref>]. About a quarter of the survey responders were trained overseas, which was half the rate of the national statistics (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <p>A half of the GPs reported not using mobile devices for patient related work (n=312; 50%). The main reasons for this included GPs not seeing how mobile technology could benefit their day-to-day practice (n=136; 39%), not being confident on how to use mobile technology safely in daily practice (n=68; 20%), and the practice they worked for did not allow the use of personal mobile devices in practice (n=51; 15%). Other reasons (n=91; 26%) included not wanting to use personal mobile devices in consultations, their desktop computer being sufficient and more convenient, and not needing to use mobile devices altogether. About two-thirds of the GPs used health apps themselves (n=440; 64%), mostly in the form of point-of-care references such as UpToDate, eTG, Medscape (n=298; 25%), and medical calculators (n=137; 11%).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Participants’ demographics.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="570"/>
          <col width="170"/>
          <col width="230"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Groups</td>
              <td>This study, n (%)</td>
              <td>National data (n=25,825), n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="4"><bold>Age (years; n=621)</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>&lt;35</td>
              <td>46 (7.4)</td>
              <td>2376 (9.2)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>35-44</td>
              <td>126 (20.3)</td>
              <td>6361 (24.6)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>45-54</td>
              <td>196 (31.6)</td>
              <td>7327 (28.4)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>55-64</td>
              <td>174 (28.0)</td>
              <td>6637 (25.7)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>65+</td>
              <td>79 (12.7)</td>
              <td>3124 (12.1)</td>
            </tr>
            <tr valign="top">
              <td colspan="4"><bold>Practice (years; n=621)</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>&lt;5</td>
              <td>82 (13)</td>
              <td>—<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>5-10</td>
              <td>81 (13)</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>10-20</td>
              <td>136 (22)</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>20-30</td>
              <td>166 (27)</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>&gt;30</td>
              <td>156 (25)</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td colspan="4"><bold>General physician training (n=621)</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Overseas</td>
              <td>144 (23.2)</td>
              <td>13207 (51.1)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Australia</td>
              <td>477 (76.8)</td>
              <td>12621 (48.9)</td>
            </tr>
            <tr valign="top">
              <td colspan="4"><bold>Geographic distribution (n=844)</bold></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>New South Wales</td>
              <td>235 (27.8)</td>
              <td>8468 (32.8)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Victoria</td>
              <td>215 (25.5)</td>
              <td>6506 (25.2)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Queensland</td>
              <td>174 (20.6)</td>
              <td>5525 (21.4)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Western Australia</td>
              <td>78 (9.2)</td>
              <td>2411 (9.3)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>South Australia</td>
              <td>70 (8.3)</td>
              <td>1873 (7.3)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Tasmania</td>
              <td>37 (4.4)</td>
              <td>510 (2.0)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Northern Territory</td>
              <td>21 (2.5)</td>
              <td>212 (0.8)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Australian Capital Territory</td>
              <td>14 (1.7)</td>
              <td>320 (1.2)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>A little over half of the GPs recommended apps for patients daily (n=80; 13%), weekly (n=161; 26%), or monthly (n=83; 13%). The other half rarely (n=210; 34%) or never (n=87; 14%) recommended apps. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows that the app recommendation frequency appears to decrease with the number of years practiced as a GP. GPs most commonly recommended mindfulness and mental health (n=337; 33%), diet and nutrition (n=144; 14%), exercise and fitness (n=132; 13%), and women’s health (n=104; 10%) related apps to patients. Examples of the specific apps they use included Smiling Mind, Headspace, MyFitnessPal, and Easy Diet Diary.</p>
      <p>The question about evidence-based apps from the HANDI project revealed that smoking cessation apps were reported as prescribed 119 times, insomnia apps 39 times, and the ankle exercise app 7 times. However, majority of the GPs did not recommend any of the 6 apps that are currently offered in HANDI (n=417; 72%).</p>
      <p>GPs also rated the barriers to integrating health apps into their daily practice. The prevailing barriers were the lack of knowledge of effective apps (n=372; 60%) and the lack of trustworthy source to access them (n=96; 15%). <xref ref-type="fig" rid="figure2">Figure 2</xref> shows the ranking of barriers rated by the combination of the first and second most important barriers. Most of the responders (n=555; 89%) also added their own barriers as other option. Among the additional barriers, consultation time constraint (n=24; 28%) and uncertain benefits of and interests in health apps (n=19; 21%) were the leading reasons as to why the use of apps in daily clinical practice would be a challenge, whereas cost (n=3; 3%) was not rated as a major barrier.</p>

      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Frequency of app recommendation by years practiced.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i6e13199_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Barriers to app prescription. Numbers inside the bars show how many times the option was rated as the first and the second biggest barrier.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i6e13199_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
            <p>When asked what would help them to recommend health apps to patients more often, the top answers were more knowledge, awareness, and training on health apps (n=243; 30%), a list of safe and effective apps provided or endorsed by reliable authority such as the RACGP (n=224; 28%), and quality, benefits, and evidence of apps (n=92; 12%). Time, integration into electronic medical software, access to better internet and mobile services, patients’ motivation, handouts, and practice incentives were all rated as of the least importance (less than 25 each, 1%-5%; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>The preferred ways to receive training on effective apps and app evaluation were permanent online video training material or webinars that the doctors could watch on their own time and pace (n=303; 33%). Other choices included podcasts (n=137; 15%), animation (n=101; 11%), face-to-face training (n=114; 12%), and other reading materials such as newsletters and articles (n=90; 10%).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Facilitators of app prescription as responses to question “What would help you to recommend health apps to patients more often?” A total of 683 replies were coded into 800 answers. All other themes (n=9) had less than 25 answers each to support them.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="350"/>
          <col width="650"/>
          <thead>
            <tr valign="top">
              <td>Theme</td>
              <td>Example comments</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>More awareness or knowledge or training (n=243)</td>
              <td>“Educate us before we recommend to patients.”; “Myself getting more familiar about it and for me to learn what it is all about.”</td>
            </tr>
            <tr valign="top">
              <td>List of approved or vetted apps (n=224)</td>
              <td>“A clear directive, guideline about which are validated safe and useful”; “recommendation from respected advisors, for example, the Royal Australian College of GPs, National Prescribing Service”</td>
            </tr>
            <tr valign="top">
              <td>Evidence or benefits or quality (n=92)</td>
              <td>“Evidence for its use—case in the field.”</td>
            </tr>
            <tr valign="top">
              <td>Nothing (n=44)</td>
              <td>“Nothing. I recommend to my patients that they get away from screens and go and do some exercise, appreciate nature, and breathe some fresh air and RACGP should do the same instead of apparently trying to encourage everyone, doctors, and patients to increase their screen time.”</td>
            </tr>
            <tr valign="top">
              <td>More time (n=39)</td>
              <td>“More time during a consult to discuss benefits...however it starts to make us a ‘Telstra<sup>a</sup> shop’ and not a GP practice.”</td>
            </tr>
            <tr valign="top">
              <td>Practice incentive (n=29)</td>
              <td>“Incentives—costs involved in recommending the apps—the ones I do recommend I research myself and spent time and money to do so.”</td>
            </tr>
            <tr valign="top">
              <td>Integration with practice software (n=26)</td>
              <td>“If the health information software used could pick up on coded diagnoses in patient's clinical information system and recommend a trustworthy app for the relevant medical conditions, it would be most beneficial.”</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Telstra is an Australian telecommunications company.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study provides insights into the current adoption of smartphone health apps by Australian GPs. We found that two-thirds of the GPs use apps professionally, and at least half are recommending apps to patients. Mindfulness and mental health apps were most commonly suggested. Majority of the GPs were not aware of, and thus not using, evidence-based health apps that are included in the free RACGP resource HANDI. The biggest barriers to app prescription were the lack of knowledge of effective apps and the lack of trustworthy source to access them. To overcome these barriers, GPs expressed their need for a list of safe and effective apps from a trustworthy source and more training on health apps in the form of permanent online video training material or webinar that they could watch in their own time and pace.</p>
      <p>The 2017 RACGP Technology Survey results were similar to the preceding year’s in terms of smartphone health app usage, most commonly used and recommended apps, and barriers to technology adoption, thus validating the trends [<xref ref-type="bibr" rid="ref13">13</xref>]. Studies from several other countries reported that anywhere between 20% to 75% of health professionals use mHealth apps for their patients [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], which is comparable with the 50% use by Australian GPs. The main barriers we identified were also reflective of the barriers health professionals face around the world. The surveys indicate that health professionals recognize the potential benefit of smartphone health apps for self-management of health conditions and would like to use them in their work. However, they lack the knowledge, time, and skills to evaluate, find and recommend evidence-based apps, and therefore, they need help and guidance from the professional organizations and policy makers to overcome these barriers.</p>
      <p>It is important that solutions to the barriers are unique to each country’s health care structures and health care professionals’ demands. For example, New Zealand’s Health Navigator website hosts a health app library set up by a GP organization and health care providers who use the apps can curate and provide feedback [<xref ref-type="bibr" rid="ref5">5</xref>]. United Kingdom’s NHS not only provides Web-based apps library for doctors, but also introduced an app prescription platform for the GPs [<xref ref-type="bibr" rid="ref17">17</xref>]. Similarly, for Australia, there is an opportunity for a professional organization such as the RACGP to lead the way to address the major barriers identified in this study. Although the inclusion of mHealth apps in the HANDI project is a starting place, more work needs to be done to raise awareness and profile of this initiative. Furthermore, integration of approved apps into the electronic medical systems to streamline the usability, as well as provide continuing professional development trainings for up-to-date information on mHealth apps, would enhance the use of evidence-based apps in clinical practice.</p>
      <p>The strengths of this study include expanding on and improving previous year’s mHealth questions with more specific questions regarding evidence-based app adoption and barriers in general practice based on our qualitative research on GPs to obtain more comprehensive data on a nationally representative sample. Our response rate of 4.6% was similar to that of other mHealth app surveys undertaken on health professionals [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. The completion rate of the mHealth section was uniformly high, although skipping questions was allowed.</p>
      <p>The limitations of our survey study are the selection bias inherent in survey studies and the low response rate. However, the median age, median years practiced, and geographical distribution data of the GPs in our study were comparable with those of the national GP workforce data [<xref ref-type="bibr" rid="ref16">16</xref>], thus supporting the demographic representativeness of our study population. A reason for the low response rate could be survey fatigue because of the fact that the mHealth questions analyzed here were a part of a larger survey on technological innovation in general practice [<xref ref-type="bibr" rid="ref18">18</xref>]. The challenge for conducting survey studies on medical professionals is a balancing act between conducting a dedicated survey only focusing on single topics and the burdening of GPs with yet another survey. To increase the response rate of surveys that involve medical professionals, certain strategies could be undertaken such as offering more attractive incentives to participate and randomly sampling the cohort to send surveys and other study offers sparingly.</p>
      <p>mHealth apps have a unique niche in the future of health care. However, the evidence of their effectiveness, safety, and usability issues are challenged by both the fast-evolving nature of the software and commercial aspects of the technology that can be easily exploited. Health care professionals need guidance on the quality of mHealth apps to assist in their adoption into clinical practice. In the absence of notable initiatives from government or private sectors to regulate app quality and safety, professional organizations must take the lead to address this challenge.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HANDI</term>
          <def>
            <p>Handbook of Non-Drug Interventions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RACGP</term>
          <def>
            <p>Royal Australian College of General Practitioners</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank Gisele Rocha, RACGP project manager, for leading the development and facilitating modifications to the 2017 RACGP Technology Survey. OB is supported by the Australian Government Research Training Program scholarship.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aitken</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Clancy</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Nass</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <source>Respiratory Effectiveness Group (REG)</source>  
        <year>2017</year>  
        <month>11</month>  
        <access-date>2017-12-01</access-date>
        <publisher-loc>Parsippany, NJ, USA</publisher-loc>
        <publisher-name>IQVIA Institute for Human Data Science</publisher-name>
        <comment>The growing value of digital health: Evidence and Impact on Human Health and the Healthcare System 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://regresearchnetwork.org/wp-content/uploads/the-growing-value-of-digital-health.pdf">https://regresearchnetwork.org/wp-content/uploads/the-growing-value-of-digital-health.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78gaiGMvS"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Byambasuren</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Sanders</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Bellers</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Glasziou</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Prescribable mHealth apps identified from an overview of systematic reviews</article-title>
        <source>NPJ Digit Med</source>  
        <year>2018</year>  
        <month>05</month>  
        <day>9</day>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>12</fpage>  
        <pub-id pub-id-type="doi">10.1038/s41746-018-0021-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <source>Research2Guidance</source>  
        <year>2017</year>  
        <month>11</month>  
        <access-date>2019-05-27</access-date>
        <comment>mHealth App Economics: Current statuts and future trends in mobile health 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://research2guidance.com/product/mhealth-economics-2017-current-status-and-future-trends-in-mobile-health/">https://research2guidance.com/product/mhealth-economics-2017-current-status-and-future-trends-in-mobile-health/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78gbXOeyA"/></comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <source>National Health Service</source>  
        <year>2018</year>  
        <access-date>2019-05-27</access-date>
        <comment>Apps library 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.uk/apps-library/">https://www.nhs.uk/apps-library/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78gblZr3h"/></comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <source>Health Navigator New Zealand</source>  
        <access-date>2019-05-27</access-date>
        <comment>Health Navigator App library 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthnavigator.org.nz/apps-videos/">https://www.healthnavigator.org.nz/apps-videos/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78gbv03US"/></comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <source>The Victorian Health Promotion Foundation</source>  
        <year>2018</year>  
        <access-date>2017-05-31</access-date>
        <comment>Healthy living apps guide 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vichealth.vic.gov.au/media-and-resources/vichealth-apps">https://www.vichealth.vic.gov.au/media-and-resources/vichealth-apps</ext-link></comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
        <source>The Royal Australian College of General Practitioners</source>  
        <access-date>2017-05-31</access-date>
        <comment>Handbook of Non-Drug Interventions 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.racgp.org.au/your-practice/guidelines/handi/about/the-handi-project/">https://www.racgp.org.au/your-practice/guidelines/handi/about/the-handi-project/</ext-link></comment> </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>American Medical Association</source>  
        <year>2017</year>  
        <access-date>2019-05-28</access-date>
        <comment>Integration of Mobile Health Applications and Devices into Practice 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://policysearch.ama-assn.org/policyfinder/detail/mobile%20health?uri=%2FAMADoc%2FHOD-480.943..xml">https://policysearch.ama-assn.org/policyfinder/detail/mobile%20health?uri=%2FAMADoc%2FHOD-480.943..xml</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78gcpEHe9"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lieffers</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bauman</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hanning</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Allman-Farinelli</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>The use of smartphone health apps and other mobile health (mHealth) technologies in dietetic practice: a three country study</article-title>
        <source>J Hum Nutr Diet</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>30</volume>  
        <issue>4</issue>  
        <fpage>439</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1111/jhn.12446</pub-id>
        <pub-id pub-id-type="medline">28116773</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>el Amrani</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Engberink</surname>
            <given-names>AO</given-names>
          </name>
          <name name-style="western">
            <surname>Ninot</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Hayot</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Carbonnel</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Connected health devices for health care in French general medicine practice: cross-sectional study</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>21</day>  
        <volume>5</volume>  
        <issue>12</issue>  
        <fpage>e193</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2017/12/e193/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.7427</pub-id>
        <pub-id pub-id-type="medline">29269336</pub-id>
        <pub-id pub-id-type="pii">v5i12e193</pub-id>
        <pub-id pub-id-type="pmcid">PMC5754567</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sezgin</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Özkan-Yildirim</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Yildirim</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Investigation of physicians' awareness and use of mHealth apps: a mixed method study</article-title>
        <source>Health Pol Technol</source>  
        <year>2017</year>  
        <month>07</month>  
        <volume>6</volume>  
        <issue>3</issue>  
        <fpage>251</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.hlpt.2017.07.007</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gagnon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Ngangue</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Payne-Gagnon</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Desmartis</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>m-Health adoption by healthcare professionals: a systematic review</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>01</month>  
        <volume>23</volume>  
        <issue>1</issue>  
        <fpage>212</fpage>  
        <lpage>20</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv052</pub-id>
        <pub-id pub-id-type="medline">26078410</pub-id>
        <pub-id pub-id-type="pii">ocv052</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <source>The Royal Australian College of General Practitioners</source>  
        <year>2017</year>  
        <access-date>2019-05-28</access-date>
        <comment>Views and attitudes towards technological innovation in general practice: Survey report 2016 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.racgp.org.au/FSDEDEV/media/documents/Running%20a%20practice/Technology/Member%20engagement/RACGP-Technology-Survey-2016-Results.pdf">https://www.racgp.org.au/FSDEDEV/media/documents/Running%20a%20practice/Technology/Member%20engagement/RACGP-Technology-Survey-2016-Results.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78geE0nlV"/></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Improving the quality of web surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES)</article-title>
        <source>J Med Internet Res</source>  
        <year>2004</year>  
        <month>12</month>  
        <day>29</day>  
        <volume>6</volume>  
        <issue>3</issue>  
        <fpage>e34</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2004/3/e34/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6.3.e34</pub-id>
        <pub-id pub-id-type="medline">15471760</pub-id>
        <pub-id pub-id-type="pii">v6e34</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550605</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
        <source>The Royal Australian College of General Practitioners</source>  
        <year>2018</year>  
        <access-date>2019-05-28</access-date>
        <comment>Views and attitudes towards technological innovation in general practice: Survey report 2017 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.racgp.org.au/FSDEDEV/media/documents/Running%20a%20practice/Technology/Member%20engagement/RACGP-Technology-Survey-2017-Results.pdf">https://www.racgp.org.au/FSDEDEV/media/documents/Running%20a%20practice/Technology/Member%20engagement/RACGP-Technology-Survey-2017-Results.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78geblS8v"/></comment> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <source>The Department of Health</source>  
        <year>2017</year>  
        <access-date>2019-05-27</access-date>
        <comment>GP Workforce Statistics 2001-02 to 2016-17 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.health.gov.au/internet/main/publishing.nsf/Content/General+Practice+Statistics-1">https://www.health.gov.au/internet/main/publishing.nsf/Content/General+Practice+Statistics-1</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78getBWJB"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <source>Building Better Healthcare</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>05</day>  
        <access-date>2019-05-27</access-date>
        <comment>IQVIA Launches AppScript in the UK 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.buildingbetterhealthcare.co.uk/news/article_page/IQVIA_Launches_AppScript_in_the_UK/136934">https://www.buildingbetterhealthcare.co.uk/news/article_page/IQVIA_Launches_AppScript_in_the_UK/136934</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="78gezGlRF"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Lavrakas</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <source>Encyclopedia of Survey Research Methods</source>  
        <year>2008</year>  
        <publisher-loc>Thousand Oaks, California</publisher-loc>
        <publisher-name>Sage Knowledge</publisher-name></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
