<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i2e16403</article-id>
      <article-id pub-id-type="pmid">32130171</article-id>
      <article-id pub-id-type="doi">10.2196/16403</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Possible Mobile Health Solution in Orthopedics and Trauma Surgery: Development Protocol and User Evaluation of the Ankle Joint App</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Reponen</surname>
            <given-names>Jarmo</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>López López</surname>
            <given-names>Daniel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sadeghi-Demneh</surname>
            <given-names>Ebrahim</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Dittrich</surname>
            <given-names>Florian</given-names>
          </name>
          <degrees>Dr med</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department for Orthopaedics and Orthopaedic Surgery</institution>
            <institution>Saarland University Medical Center and Saarland University Faculty of Medicine</institution>
            <addr-line>Kirrbergerstr. 100</addr-line>
            <addr-line>Building 37-38</addr-line>
            <addr-line>Homburg</addr-line>
            <country>Germany</country>
            <phone>49 68411624520</phone>
            <email>florian.dittrich@uks.eu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5135-4736</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Back</surname>
            <given-names>David Alexander</given-names>
          </name>
          <degrees>Priv-Doz</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7552-7753</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Harren</surname>
            <given-names>Anna Katharina</given-names>
          </name>
          <degrees>Dr med</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0750-2420</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Jäger</surname>
            <given-names>Marcus</given-names>
          </name>
          <degrees>Univ-Prof</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9516-1058</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Landgraeber</surname>
            <given-names>Stefan</given-names>
          </name>
          <degrees>Univ-Prof</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6472-4038</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Reinecke</surname>
            <given-names>Felix</given-names>
          </name>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8762-9394</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Beck</surname>
            <given-names>Sascha</given-names>
          </name>
          <degrees>Dr med</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1012-4296</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department for Orthopaedics and Orthopaedic Surgery</institution>
        <institution>Saarland University Medical Center and Saarland University Faculty of Medicine</institution>
        <addr-line>Homburg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Clinic of Traumatology and Orthopedics</institution>
        <institution>Bundeswehr Hospital Berlin</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Plastic, Reconstructive &#38; Aesthetic Surgery</institution>
        <institution>Specialized Clinic Hornheide</institution>
        <addr-line>Münster</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Orthopaedics, Trauma and Recontructive Surgery, St. Marien Hospital Mülheim and Chair of Orthopaedics and Trauma Surgery</institution>
        <institution>University of Duisburg-Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Clinic of Trauma, Hand and Reconstructive Surgery</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Sportsclinic Hellersen</institution>
        <addr-line>Lüdenscheid</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Florian Dittrich <email>florian.dittrich@uks.eu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>2</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>2</issue>
      <elocation-id>e16403</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>12</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Florian Dittrich, David Alexander Back, Anna Katharina Harren, Marcus Jäger, Stefan Landgraeber, Felix Reinecke, Sascha Beck. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 26.02.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/2/e16403/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Ankle sprains are one of the most frequent sports injuries. With respect to the high prevalence of ankle ligament injuries and patients’ young age, optimizing treatment and rehabilitation is mandatory to prevent future complications such as chronic ankle instability or osteoarthritis.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In modern times, an increasing amount of smartphone usage in patient care is evident. Studies investigating mobile health (mHealth)–based rehabilitation programs after ankle sprains are rare. The aim of this study was to expose any issues present in the development process of a medical app as well as associated risks and chances.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The development process of the Ankle Joint App was defined in chronological order using a protocol. The app’s quality was evaluated using the (user) German Mobile App Rating Scale (MARS-G) by voluntary foot and ankle surgeons (n=20) and voluntary athletes (n=20).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A multidisciplinary development team built a hybrid app with a corresponding backend structure. The app’s content provides actual medical literature, training videos, and a log function. Excellent interrater reliability (interrater reliability=0.92; 95% CI 0.86-0.96) was obtained. The mean overall score for the Ankle Joint App was 4.4 (SD 0.5). The mean subjective quality scores were 3.6 (surgeons: SD 0.7) and 3.8 (athletes: SD 0.5). Behavioral change had mean scores of 4.1 (surgeons: SD 0.7) and 4.3 (athletes: SD 0.7). The medical gain value, rated by the surgeons only, was 3.9 (SD 0.6).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The data obtained demonstrate that mHealth-based rehabilitation programs might be a useful tool for patient education and collection of personal data. The achieved (user) MARS-G scores support a high quality of the tested app. Medical app development with an a priori defined target group and a precisely intended purpose, in a multidisciplinary team, is highly promising. Follow-up studies are required to obtain funded evidence for the ankle joints app’s effects on economical and medical aspects in comparison with established nondigital therapy paths.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>smartphone</kwd>
        <kwd>ankle sprain</kwd>
        <kwd>rehabilitation</kwd>
        <kwd>self-care</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>An ankle sprain is one of the most frequent injuries, with an incidence of 1:10,000 individuals per day in amateur and high-performance sports in the United States [<xref ref-type="bibr" rid="ref1">1</xref>]. With respect to the high prevalence of ankle ligament injuries and patients’ young age, optimizing aftercare and rehabilitation is mandatory [<xref ref-type="bibr" rid="ref2">2</xref>]. Moreover, the economic burden of ankle sprains is enormous [<xref ref-type="bibr" rid="ref3">3</xref>]. High medical, physiotherapeutic, and lost productivity costs burden health care systems and create the need for new, efficient diagnostic and therapeutic solutions [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>To prevent long-term complications, complex ligament injuries and recurrent ankle sprains with progression to chronic ankle instability (CAI) have to be recognized. The development of ankle osteoarthritis (OA) as a long-term consequence of CAI was first shown by Harrington et al [<xref ref-type="bibr" rid="ref5">5</xref>] in 1979. Following an ankle ligament injury, posttraumatic muscular insufficiency [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>] and ankle OA were observed in 13% of the cases [<xref ref-type="bibr" rid="ref8">8</xref>]. Therefore, the adequate and consequent treatment of an ankle sprain might prevent CAI and OA.</p>
        <p>Nowadays, early functional treatment is considered the gold standard for the lateral ligament lesion of the ankle [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. The latest national guideline published by the German Orthopedic Foot and Ankle Society (Deutsche Assoziation für Fuß und Sprunggelenk eV, DAF) also recommends a conservative approach to acute ligament tears of the lateral ankle joint [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>In times of digitalization and emerging technologies, smartphones are regularly used to accomplish everyday tasks, such as Web-based banking and communication <italic>via</italic> messenger or email, and penetrate rapidly into more and more areas of life [<xref ref-type="bibr" rid="ref11">11</xref>]. The portability and omnipresent accessibility of smartphones enable usage anywhere and anytime [<xref ref-type="bibr" rid="ref12">12</xref>]. In general, the growing implementation of smartphones as a transfer media in medical context is evident [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>It has already been shown that the patients’ acceptance is given for collecting personalized health-relevant data <italic>via</italic> software apps, to share these with their peers or the medical staff [<xref ref-type="bibr" rid="ref14">14</xref>]. Moreover, mobile short message service text messages and apps can have a positive impact on the posttraumatic outcome by showing increased adherence to medications and protocols, improved clinic attendance, and decreased readmission rates and emergency room visits [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>However, the implementation and use of mobile health (mHealth) in medical care, especially in the fields of orthopedics and trauma surgery, can still be regarded to be in an early stage. So far, only 13 serious medical apps in orthopedics and trauma surgery have been identified for regular use in outpatient and inpatient medical care in German-speaking countries [<xref ref-type="bibr" rid="ref16">16</xref>]. In a survey among German orthopedic and trauma surgeons, the <italic>Ankle Joint App</italic> (<italic>Sprunggelenks-App</italic>, Mediploy GmbH, Langenfeld, Germany) was shown to be frequently chosen, although the medical usage rate was still very low at 2.3% [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Studies investigating mHealth-based diagnostics [<xref ref-type="bibr" rid="ref18">18</xref>] or rehabilitation programs after lateral ankle sprains already exist, for example, in the Netherlands (app: <italic>Strengthen your Ankle</italic>) [<xref ref-type="bibr" rid="ref19">19</xref>], where a positive influence on medical and economic aspects could be demonstrated [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. To date, the application of posttraumatic mHealth solutions after ankle sprains has not been investigated in Germany.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>To address this gap, this work outlines the methodology to develop and design an app for patient education as well as prevention and identification of CAI after ankle sprains (<italic>Ankle Joint App</italic>). The publication of an app development process might be the basis for future mHealth solutions to improve patient care.</p>
        <p>The app’s content, usability, and styling were evaluated by German orthopedic or trauma surgeons and athletes who suffered from ankle sprain.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Development Protocol</title>
        <sec>
          <title>Basic App Conception</title>
          <p>A multidisciplinary team was involved in the development of the <italic>ankle joint app</italic>. The team members comprised 2 orthopedic and trauma surgeons (FD and SB), a physiotherapist, a lawyer, and a software and Web developer. Before programming the app, some general aspects regarding the software structure, design, and content had to be considered. At an early stage, the target group and the intended purpose needed to be defined precisely to clarify whether the app had to be defined as a medical device and therefore had to be regulated by medical products law [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
        <sec>
          <title>Technical Specifications</title>
          <p>The <italic>ankle joint app</italic> was developed using <italic>React Native</italic> (Facebook Inc) technology. <italic>React Native</italic> is a <italic>Javascript</italic>-based framework for software developers, building cross-platform mobile apps for Android or iOS devices. The framework features built-in components and application programming interfaces, which are essential for developing innovative and user-friendly mobile apps [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
          <p>The backend server runs on a Web app based on the <italic>Hypertext Preprocessor</italic> framework <italic>Symfony</italic> and meets actual software security guidelines. Any data exchange between the backend server and the app runs via <italic>Secure Sockets Layer</italic> secured connection. All server structures are located in Germany. Patient-related data remain strictly on the mobile device.</p>
        </sec>
        <sec>
          <title>Texts and Videos</title>
          <p>The <italic>ankle joint app</italic> is based on the latest national guidelines published by the German Orthopedic Foot and Ankle Society (DAF) and related medical literature. The content is written in German. All relevant references are stored in the app and are hyperlinked to the primary source to facilitate search for the user. Special efforts have been made to ensure that the information communicated is short, clear, and easy to understand. To explain medical terms comprehensibly, a glossary function has been integrated to avoid overloaded main text pages. By answering frequently asked questions, personal data are collected and made available to the user at some key points. Thus, the content adapts to the individual healing process constantly.</p>
          <p>With the cooperation of a physiotherapist and considering the current research data, a training program was created, which can be carried out without special equipment. In addition to giving some general information, for example, the PRICE-rule (P=protection, R=rest, I=ice, C=compression, and E=elevation) or the activation of the muscle-vein pump in the acute stage, patients are also provided with short video clips in the later stages (<xref rid="figure1" ref-type="fig">Figure 1</xref>). A total of 15 successive built-up exercises were made available to patients via the app. A special focus in this training circle was placed on early functional mobilization and proprioceptive training to prevent CAI.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>App screen view: (a) timeline-based aftercare plan, (b) information, and (c) training videos.</p>
            </caption>
            <graphic xlink:href="mhealth_v8i2e16403_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Patient-Generated Data and Log Function</title>
          <p>Initially, to start the timeline, the timepoint of the injury has to be defined. In addition, the user is asked to evaluate whether it was the first or the second event of an ankle sprain. Moreover, the kind of trauma and prescribed aids are requested. At regular intervals, patients are asked questions via push messages about their current level of pain, using the visual analog scale; feeling of instability; and load-bearing capacity. The collected patient-related data are presented to the patient in an understandable graphical form in the diary function (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        </sec>
        <sec>
          <title>German Cumberland Ankle</title>
          <p>The Cumberland Ankle Instability Tool (CAIT) was developed for measuring the severity of functional ankle instability [<xref ref-type="bibr" rid="ref25">25</xref>]. Using a well-established 9-item 30-point scale, the CAIT shows an adequate correlation to performance tests. It is a valid and reliable instrument for assessing CAI [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. The minimal detectable change, as well as the minimal clinical important difference, lies at ≥3 points [<xref ref-type="bibr" rid="ref29">29</xref>]. We assessed the status of CAI using the validated German CAIT in a digital form for the first time [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. The CAIT was surveyed on day 56 after trauma. A score of &#60;25 indicates CAI, and the app user is informed that additional diagnostics are recommended [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>App screen view: (a) collection of patient-related data and (b) log function of patient-related data.</p>
            </caption>
            <graphic xlink:href="mhealth_v8i2e16403_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Styling, Design, and Testing</title>
          <p>Special attention was paid to the development of an intuitive and user-friendly interface. To allow elderly patients to use the app, an onboarding feature was established to explain the main functions and interactions. Milestones in rehabilitation were presented graphically in a timeline to ensure clarity for patients about the progress of their rehabilitation. Information regarding the rehabilitation process was structured logically and linked to icons with a recognition factor.</p>
          <p>After the app had been developed, an <italic>alpha</italic> test was carried out by the development team using the software <italic>TestFlight</italic> (Apple Inc). The following <italic>beta</italic> test was performed on persons who had already undergone an ankle distortion trauma. Some technical, content-related, and interactional improvements were made as a consequence to the test feedback under controlled conditions.</p>
        </sec>
      </sec>
      <sec>
        <title>App Quality Testing</title>
        <sec>
          <title>Study Design and Sample</title>
          <p>The app was evaluated by 20 German orthopedic and trauma surgeons with a special interest in foot and ankle surgery as well as 20 athletes. All the physicians and athletes included were familiar with smartphone devices and used apps on a daily basis. The involved athletes already sustained an acute ankle sprain in their past sporting career. The study was conducted between June 2019 and August 2019. The link for the digital questionnaire on a <italic>Google Docs</italic> (Google LLC) platform was sent to the participants by email or Quick Response code scanning. The email addresses of the physicians were generated manually via the home pages of clinics or via established email distribution lists. The athletes were screened in local badminton or boxing clubs (FC Langenfeld, VFL Bochum, and Lanna martial arts Bochum).</p>
        </sec>
        <sec>
          <title>German Mobile App Rating Scale</title>
          <p>The MARS rating is a well-established assessment scale for medical app quality. It was developed for professionals, and it includes the sections classification, objective app quality, subjective app quality, and a modifiable app-specific section. MARS items are scored using a 5-point <italic>Likert</italic> scale (1=inadequate, 2=poor, 3=acceptable, 4=good, and 5=excellent). The objective app quality section includes 19 items divided into 4 subscales—<italic>engagement</italic>, <italic>functionality</italic>, <italic>esthetics</italic>, and <italic>information quality</italic>—and a separate <italic>subjective app quality</italic> section<italic>.</italic> The <italic>subjective app quality</italic> section contains four items evaluating the user’s overall satisfaction.</p>
          <p>Calculating the mean scores of the engagement, functionality, esthetics, and information quality objective subscales, as well as an overall mean app quality, total score is how the MARS is scored. Mean scores instead of total scores are used because items can be rated as <italic>not applicable</italic>. The subjective quality items can be scored separately as a mean subjective quality score [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
          <p>The English MARS version’s sections were extended in the MARS-G by an additional section focusing on the <italic>medical gain</italic> of an app. The 5 subscales and the overall score determine the app’s quality [<xref ref-type="bibr" rid="ref34">34</xref>]. All surgeons watched the associated MARS-G instructional video on how to use the MARS-G scale before rating in case of doubt [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The analog (user) MARS-G was converted into a digital questionnaire on a <italic>Google Docs</italic> platform (Google LLC). Data were saved and then transferred into an <italic>Excel</italic> table (Microsoft Corp). Descriptive statistics were calculated for all items. The intraclass correlation coefficient (ICC) was calculated among the reviewers. We selected an individual absolute agreement ICC (AA-ICC) for a two-way mixed model on the basis of ICC guidelines by Shrout and Fleiss [<xref ref-type="bibr" rid="ref36">36</xref>]. All statistical analyses were conducted using SPSS (version 25, IBM Corp).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>A total of 20 foot and ankle surgeons as well as 20 athletes who suffered an ankle sprain took part in the app rating, which is equivalent to a response rate of 65% (20/31) for the surgeons and 44% (20/46) for the athletes. Excellent interrater reliabilities (two-way mixed model AA-ICC=0.92; 95% CI 0.86-0.96 for surgeons and athletes) were shown following the guidelines for ICC interpretation established by Koo et al [<xref ref-type="bibr" rid="ref37">37</xref>]. The surgeons’ group comprised 20% (4/20) Android and 80% (16/20) iOS users, and the athletes’ group comprised 59% (10/17) Android and 41% (7/17) iOS users.</p>
      </sec>
      <sec>
        <title>German Mobile App Rating Scale</title>
        <p>The mean overall score for the <italic>Ankle Joint App</italic> was 4.4 (SD 0.5), rated by both surgeons and athletes. It was derived from the mean scores on app <italic>functionality</italic>, <italic>engagement</italic>, <italic>esthetics</italic>, and <italic>information quality</italic> (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The mean subjective quality scores were 3.6 (surgeons: SD 0.7) and 3.8 (athletes: SD 0.5). The section <italic>behavioral change</italic>, which included an assessment of the perceived impacts on disease-related knowledge, attitude, awareness, and behavior, had mean scores of 4.1 (surgeons: SD 0.7) and 4.3 (athletes: SD 0.7). The <italic>medical gain,</italic> rated by the surgeons only, was 3.9 (SD 0.6; <xref ref-type="table" rid="table1">Table 1</xref>, <xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Mean scores of the (user) German Mobile App Rating Scale for the Ankle Joint App (surgeons: n=20 and athletes: n=20).</p>
          </caption>
          <graphic xlink:href="mhealth_v8i2e16403_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Detailed results of the (user) German Mobile App Rating Scale.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="100"/>
            <col width="100"/>
            <col width="110"/>
            <col width="110"/>
            <col width="110"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Subscale</td>
                <td colspan="3">MARS-G<sup>a</sup> surgeons</td>
                <td colspan="3">uMARS-G<sup>b</sup> athletes</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Minimum</td>
                <td>Maximum</td>
                <td>Mean (SD)</td>
                <td>Minimum</td>
                <td>Maximum</td>
                <td>Mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Engagement</bold>
                </td>
                <td colspan="6">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Entertainment</td>
                <td>3</td>
                <td>5</td>
                <td>4.4 (0.9)</td>
                <td>3</td>
                <td>5</td>
                <td>4.1 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Interest</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.9)</td>
                <td>2</td>
                <td>5</td>
                <td>4.4 (0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Customization</td>
                <td>2</td>
                <td>5</td>
                <td>3.8 (0.8)</td>
                <td>2</td>
                <td>5</td>
                <td>3.6 (0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Interactivity</td>
                <td>3</td>
                <td>5</td>
                <td>4.2 (0.7)</td>
                <td>2</td>
                <td>5</td>
                <td>4.3 (0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Target group</td>
                <td>4</td>
                <td>5</td>
                <td>4.6 (0.5)</td>
                <td>4</td>
                <td>5</td>
                <td>4.6 (0.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Functionality</bold>
                </td>
                <td colspan="6">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Performance</td>
                <td>4</td>
                <td>5</td>
                <td>5.0 (0.2)</td>
                <td>3</td>
                <td>5</td>
                <td>4.8 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Usability</td>
                <td>4</td>
                <td>5</td>
                <td>4.6 (0.5)</td>
                <td>3</td>
                <td>5</td>
                <td>4.6 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Navigation</td>
                <td>4</td>
                <td>5</td>
                <td>4.6 (0.5)</td>
                <td>3</td>
                <td>5</td>
                <td>4.5 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gestural design</td>
                <td>4</td>
                <td>5</td>
                <td>4.5 (0.5)</td>
                <td>4</td>
                <td>5</td>
                <td>4.5 (0.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Esthetics</bold>
                </td>
                <td colspan="6">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Layout</td>
                <td>3</td>
                <td>5</td>
                <td>4.4 (0.8)</td>
                <td>3</td>
                <td>5</td>
                <td>4.5 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Graphics</td>
                <td>4</td>
                <td>5</td>
                <td>4.6 (0.5)</td>
                <td>3</td>
                <td>5</td>
                <td>4.5 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Visual appeal</td>
                <td>3</td>
                <td>5</td>
                <td>4.1 (0.7)</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Information</bold>
                </td>
                <td colspan="6">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accuracy of app description (in app store)</td>
                <td>3</td>
                <td>5</td>
                <td>4.8 (0.5)</td>
                <td>—<sup>c</sup></td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Goals</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.6)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quality of information</td>
                <td>3</td>
                <td>5</td>
                <td>4.5 (0.8)</td>
                <td>4</td>
                <td>5</td>
                <td>4.7 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity of information</td>
                <td>4</td>
                <td>5</td>
                <td>4.8 (0.4)</td>
                <td>3</td>
                <td>5</td>
                <td>4.9 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Visual information</td>
                <td>4</td>
                <td>5</td>
                <td>4.3 (0.5)</td>
                <td>3</td>
                <td>5</td>
                <td>4.5 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Credibility</td>
                <td>3</td>
                <td>5</td>
                <td>4.0 (0.9)</td>
                <td>2</td>
                <td>5</td>
                <td>3.8 (1.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Evidence base</td>
                <td>2</td>
                <td>5</td>
                <td>4.0 (1.1)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Medical gain</bold>
                </td>
                <td colspan="6">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gain for patients</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.8)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gain for physicians</td>
                <td>2</td>
                <td>5</td>
                <td>3.8 (0.9)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Risks, side and adverse effects</td>
                <td>3</td>
                <td>5</td>
                <td>4.5 (0.6)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Transferability into routine care</td>
                <td>2</td>
                <td>5</td>
                <td>3.3 (1.0)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Subjective quality</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Would you recommend this app to people who might benefit from it?</td>
                <td>3</td>
                <td>5</td>
                <td>4.4 (0.9)</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How many times do you think you would use this app in the next 12 months if it was relevant to you?</td>
                <td>1</td>
                <td>5</td>
                <td>3.2 (1.2)</td>
                <td>2</td>
                <td>5</td>
                <td>3.9 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Would you pay for this app?</td>
                <td>1</td>
                <td>3</td>
                <td>2.0 (0.7)</td>
                <td>1</td>
                <td>3</td>
                <td>2.4 (0.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What is your overall star rating of the app?</td>
                <td>4</td>
                <td>5</td>
                <td>4.6 (0.5)</td>
                <td>3</td>
                <td>5</td>
                <td>4.6 (0.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Behavior</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Awareness</td>
                <td>2</td>
                <td>5</td>
                <td>4.5 (0.8)</td>
                <td>3</td>
                <td>5</td>
                <td>4.6 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Knowledge</td>
                <td>3</td>
                <td>5</td>
                <td>4.6 (0.6)</td>
                <td>3</td>
                <td>5</td>
                <td>4.8 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Attitudes</td>
                <td>2</td>
                <td>5</td>
                <td>3.7 (0.9)</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intention to change</td>
                <td>3</td>
                <td>5</td>
                <td>3.9 (0.8)</td>
                <td>4</td>
                <td>5</td>
                <td>4.4 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Help seeking</td>
                <td>2</td>
                <td>5</td>
                <td>4.1 (1.0)</td>
                <td>2</td>
                <td>5</td>
                <td>3.8 (1.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Behavior change</td>
                <td>2</td>
                <td>5</td>
                <td>4.0 (0.9)</td>
                <td>3</td>
                <td>5</td>
                <td>4.3 (0.8)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>MARS-G: German Mobile App Rating Scale.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>uMARS-G: (user) German Mobile App Rating Scale.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our research using the <italic>Ankle Joint App</italic> demonstrates that mHealth-based rehabilitation programs might be an adequate and innovative tool for patient education, prevention, and collection of personal data.</p>
        <p>The achieved (user) MARS-G scores prove the app’s quality from a professional and user point of view, demonstrating a comparatively high overall mean (user) MARS-G value [<xref ref-type="bibr" rid="ref33">33</xref>]. The highest scores were reached in the functionality section for both surgeons and athletes. In accordance with a recent survey among orthopedic and trauma surgeons, intuitive usability was considered the most important factor for the regular use and quality of an app. The integration of complex functions in an intuitive lean and secure user interface poses a great challenge to the development team. Moreover, the development of an intuitive <italic>frontend</italic> is complex and involves high development costs and test phases [<xref ref-type="bibr" rid="ref38">38</xref>]. Multifunctional apps, for example, in the field of diabetes mellitus type II therapy for patients over 50 years showed limited usability with negative effects on compliance and therapy outcomes. Apps with basic functions provide enhanced usability [<xref ref-type="bibr" rid="ref39">39</xref>], but the limitation of software features affects the app’s functionality. To address this divergence, trial runs with specific target groups and permanent reevaluation of the initial concept are mandatory during the app’s development process.</p>
        <p>As a first step, when developing an app, the target group and the intended purpose have to be defined precisely. The <italic>Ankle Joint App</italic> was especially designed for young and active patients to optimize conservative rehabilitation following an acute ankle sprain without osseous lesions. With respect to this, the differences in evaluating the medical gain for physicians and patients, with individual requirements in their rehabilitation episode [<xref ref-type="bibr" rid="ref40">40</xref>], can be explained.</p>
        <p>Customization seems to be important to the target group and might be improved in our app. We believe that medical apps have to be adaptable not only to the specific users’ requirements but also to the varying hospital standards. The aspects to be considered in the development of medical apps are the limited areas of application in combination with varying standards of treatment, both national and international, and the legal and medical aspects of an app with regard to liability and data protection [<xref ref-type="bibr" rid="ref21">21</xref>]. These aspects represent a challenge for financing the complex development and maintenance of an app, as the 10 most popular apps ranked by the number of users in Germany in 2018 were all available for free download [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Considering recent data scandals, which led to a fundamental distrust of apps that might be implemented in the context of <italic>Big Data</italic>, the secure and transparent collection of medical personal data can be challenging [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. For this reason, we decided to store personal data exclusively on the mobile device to avoid cloud upload. In general, dichotomous scenarios about data exchange between patients and medical staff are possible. The recovery progress could be displayed analogously on the patient’s smartphone in the event of a doctor’s appointment (eg, CAIT). Alternatively, an upload of data into a secure cloud system can be taken into consideration [<xref ref-type="bibr" rid="ref44">44</xref>]. In the event of deviations from the expected progression of the disease, patients could be informed about and provided with medical expertise more rapidly. Moreover, the collection of validated scores and surveys might be relevant for academic research.</p>
        <p>In contrast to these positive effects, app users and providers (physicians and medical staff) should keep in mind that the collection and processing of personal data also represent cornerstones of app financing. This could lead to potential conflicts of interest as the collected data represent an immense value, for example, for the provision of personalized advertising [<xref ref-type="bibr" rid="ref45">45</xref>]. Before downloading an app, the financing, development process, and data flow have to be completely and plausibly depicted by the publisher. Therefore, transparent and appropriate app store descriptions, data protection regulations, and terms and conditions of use are of utmost importance [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>This study has some limitations. The evaluation of the app’s quality was carried out within a theoretical framework; thus, it only reflects its use to a limited extent in daily clinical practice. It has to be mentioned that the app was only evaluated by a relatively small number of users (patients) for a short period of 3 months. Thus, data on compliance, demographics, and usage behavior are hardly representative. Moreover, the economic aspects of the development process and app costs per user were not taken into account. In addition, the response rate was moderate, which might lead to a bias toward users with high digital affinity. Comparative randomized control trial studies are required to gain funded evidence on the app’s positive effects on patient education and treatment progress in comparison with established nondigital therapy paths to prevent CAI and reach a final scientific conclusion; this has to be addressed by future studies.</p>
        <p>Nowadays, in many countries, an increasing number of patients visiting emergency units with minor complaints can be registered. Often, the treatment of these patients is time and staff consuming, compromising the medical attention of more severely injured individuals. This overcrowding may lead to negative consequences to the patients’ safety and their outcome [<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref49">49</xref>]. Given the increasing workload, physicians are dissatisfied with highly time-consuming procedures, for example, electronic patient recording in the emergency department [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Apps might be used by the emergency staff to easily create and recommend digitally customized aftercare plans.</p>
        <p>Moreover, the established discharge letter contains medical terminology, which offers very little benefit to a self-determined, competent patient. This practice does not meet the requirements of adequate patient involvement in the treatment process [<xref ref-type="bibr" rid="ref52">52</xref>]. Improving patient education and optimizing the communication structures via apps on mobile devices have the potential to solve these issues. Individually designed and supervised aftercare treatments showed better outcomes [<xref ref-type="bibr" rid="ref53">53</xref>]. The <italic>Ankle Joint App</italic> has a modular design and might be transferred to a wide range of aftercare treatments.</p>
        <p>In contrast to the great potential of standardized medical app usage, there are also risks. However, medical resources and health care have to be distributed equally for everyone on the basis of moral and ethical obligations. This is why medical app usage also entails a particular risk of disadvantaging groups with low health competence and a high risk of disease [<xref ref-type="bibr" rid="ref39">39</xref>]. In particular, the elderly patient might be disadvantaged by the use of medical apps, because in 2014, only about 17% of the individuals over 65 years regularly used a smartphone [<xref ref-type="bibr" rid="ref54">54</xref>]. As degenerative diseases represent an important pillar of orthopedic and trauma surgery expertise, special attention has to be paid on the app development for these <italic>newcomers</italic> and their requirements in the future. Particularly in the area of app usability, the requirements of elder generations have to be addressed, for example, implementing an intuitive interface, a reading function, or a screen magnifier [<xref ref-type="bibr" rid="ref55">55</xref>]. Self-endangerment because of incorrect app usage might occur, but the risk can be reduced by an <italic>onboarding</italic> function with an introduction of the app to new users and individual feedback mechanisms [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Working in a multidisciplinary team, using a backend structure to modify the app’s content and using React Native, proved to be efficient in the development process of medical apps. The success was proven by reaching high overall mean MARS-G scores for the <italic>Ankle Joint App</italic> in surgeons and athletes. Data obtained suggest that an mHealth-based rehabilitation program might be a useful tool for patient education and collection of personal data. The achieved (user) MARS-G scores prove the tested app’s high quality. Medical app development with an a priori defined target group and a precisely intended purpose, in a multidisciplinary team, is highly promising.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AA-ICC</term>
          <def>
            <p>absolute agreement intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CAI</term>
          <def>
            <p>chronic ankle instability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CAIT</term>
          <def>
            <p>Cumberland Ankle Instability Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MARS-G</term>
          <def>
            <p>German Mobile App Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OA</term>
          <def>
            <p>osteoarthritis</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We acknowledge support by the Deutsche Forschungsgemeinschaft (DFG, German Research Foundation) and Saarland University within the funding programme Open Access Publishing.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>FD and SB are active in Mediploy GmbH and in the development process of the Ankle Joint App.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waizy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Harrasser</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fehske</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>[Lateral ligament injuries]</article-title>
          <source>Unfallchirurg</source>
          <year>2018</year>
          <month>09</month>
          <volume>121</volume>
          <issue>9</issue>
          <fpage>683</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1007/s00113-018-0535-2</pub-id>
          <pub-id pub-id-type="medline">30054645</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00113-018-0535-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vuurberg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hoorntje</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wink</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>van der Doelen</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>van den Bekerom</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Dijk</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Krips</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Loogman</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Ridderikhof</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Smithuis</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Stufkens</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Verhagen</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>de Bie</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Kerkhoffs</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis, treatment and prevention of ankle sprains: update of an evidence-based clinical guideline</article-title>
          <source>Br J Sports Med</source>
          <year>2018</year>
          <month>08</month>
          <volume>52</volume>
          <issue>15</issue>
          <fpage>956</fpage>
          <pub-id pub-id-type="doi">10.1136/bjsports-2017-098106</pub-id>
          <pub-id pub-id-type="medline">29514819</pub-id>
          <pub-id pub-id-type="pii">bjsports-2017-098106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bielska</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>The health economics of ankle and foot sprains and fractures: a systematic review of English-language published papers. Part 1: Overview and critical appraisal</article-title>
          <source>Foot (Edinb)</source>
          <year>2019</year>
          <month>06</month>
          <volume>39</volume>
          <fpage>106</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1016/j.foot.2017.04.003</pub-id>
          <pub-id pub-id-type="medline">29108669</pub-id>
          <pub-id pub-id-type="pii">S0958-2592(16)30056-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hupperets</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Verhagen</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Heymans</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Bosmans</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>van Mechelen</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Potential savings of a program to prevent ankle sprain recurrence: economic evaluation of a randomized controlled trial</article-title>
          <source>Am J Sports Med</source>
          <year>2010</year>
          <month>11</month>
          <volume>38</volume>
          <issue>11</issue>
          <fpage>2194</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.1177/0363546510373470</pub-id>
          <pub-id pub-id-type="medline">20699429</pub-id>
          <pub-id pub-id-type="pii">0363546510373470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Degenerative arthritis of the ankle secondary to long-standing lateral ligament instability</article-title>
          <source>J Bone Joint Surg Am</source>
          <year>1979</year>
          <month>04</month>
          <volume>61</volume>
          <issue>3</issue>
          <fpage>354</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="medline">429402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazemi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Arab</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Abdollahi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>López-López</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Calvo-Lobo</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Electromiography comparison of distal and proximal lower limb muscle activity patterns during external perturbation in subjects with and without functional ankle instability</article-title>
          <source>Hum Mov Sci</source>
          <year>2017</year>
          <month>10</month>
          <volume>55</volume>
          <fpage>211</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.humov.2017.08.013</pub-id>
          <pub-id pub-id-type="medline">28843163</pub-id>
          <pub-id pub-id-type="pii">S0167-9457(17)30377-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Sanz</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Corbalán</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Marín</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>López</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Ultrasonography comparison of peroneus muscle cross-sectional area in subjects with or without lateral ankle sprains</article-title>
          <source>J Manipulative Physiol Ther</source>
          <year>2016</year>
          <volume>39</volume>
          <issue>9</issue>
          <fpage>635</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jmpt.2016.09.001</pub-id>
          <pub-id pub-id-type="medline">27793349</pub-id>
          <pub-id pub-id-type="pii">S0161-4754(16)30203-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valderrabano</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Joint-preserving surgery of ankle osteoarthritis</article-title>
          <source>Foot Ankle Clin</source>
          <year>2013</year>
          <month>09</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>xiii</fpage>
          <lpage>xiv</lpage>
          <pub-id pub-id-type="doi">10.1016/j.fcl.2013.06.013</pub-id>
          <pub-id pub-id-type="medline">24008221</pub-id>
          <pub-id pub-id-type="pii">S1083-7515(13)00059-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kerkhoffs</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Handoll</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>de Bie</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Struijs</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Surgical versus conservative treatment for acute injuries of the lateral ligament complex of the ankle in adults</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2007</year>
          <month>04</month>
          <day>18</day>
          <issue>2</issue>
          <fpage>CD000380</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD000380.pub2</pub-id>
          <pub-id pub-id-type="medline">17443501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rammelt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stürmer</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>AWMF: AWMF aktuell</source>
          <year>2017</year>
          <month>08</month>
          <day>8</day>
          <access-date>2020-01-07</access-date>
          <comment>Fresh Outer Ligament Rupture on the Upper Ankle<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.awmf.org/uploads/tx_szleitlinien/012-022l_S1_Aussenbandruptur_oberes_Sprunggelenk_2017-08.pdf">https://www.awmf.org/uploads/tx_szleitlinien/012-022l_S1_Aussenbandruptur_oberes_Sprunggelenk_2017-08.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health app use among US mobile phone owners: a national survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>11</month>
          <day>4</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/4/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4924</pub-id>
          <pub-id pub-id-type="medline">26537656</pub-id>
          <pub-id pub-id-type="pii">v3i4e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Smartphone use and smartphone addiction in middle school students in Korea: prevalence, social networking service, and game use</article-title>
          <source>Health Psychol Open</source>
          <year>2018</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>2055102918755046</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29435355"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055102918755046</pub-id>
          <pub-id pub-id-type="medline">29435355</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055102918755046</pub-id>
          <pub-id pub-id-type="pmcid">PMC5802650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meskó</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Drobni</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bényei</surname>
              <given-names>É</given-names>
            </name>
            <name name-style="western">
              <surname>Gergely</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Győrffy</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Digital health is a cultural transformation of traditional healthcare</article-title>
          <source>Mhealth</source>
          <year>2017</year>
          <volume>3</volume>
          <fpage>38</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21037/mhealth.2017.08.07"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2017.08.07</pub-id>
          <pub-id pub-id-type="medline">29184890</pub-id>
          <pub-id pub-id-type="pii">mh-03-2017.08.07</pub-id>
          <pub-id pub-id-type="pmcid">PMC5682364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilera</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mobile, social, and wearable computing and the evolution of psychological practice</article-title>
          <source>Prof Psychol Res Pr</source>
          <year>2012</year>
          <month>12</month>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>622</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25587207"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0029041</pub-id>
          <pub-id pub-id-type="medline">25587207</pub-id>
          <pub-id pub-id-type="pmcid">PMC4289629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Marino</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singareddy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hardi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kaar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Puri</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Use of short message service and smartphone applications in the management of surgical patients: a systematic review</article-title>
          <source>Telemed J E Health</source>
          <year>2018</year>
          <month>06</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>406</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2017.0123</pub-id>
          <pub-id pub-id-type="medline">29111887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dittrich</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dudda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harren</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wegner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jäger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>[Is the discharge letter still relevant? : Chances and risks of 'Medical apps' in orthopedics and traumatology]</article-title>
          <source>Orthopade</source>
          <year>2018</year>
          <month>10</month>
          <volume>47</volume>
          <issue>10</issue>
          <fpage>842</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s00132-018-3598-4</pub-id>
          <pub-id pub-id-type="medline">30039468</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00132-018-3598-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dittrich</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harren</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jäger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Landgraeber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reinecke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>[Apps in clinical use in orthopedics and trauma surgery : The status quo in Germany]</article-title>
          <source>Unfallchirurg</source>
          <year>2019</year>
          <month>09</month>
          <volume>122</volume>
          <issue>9</issue>
          <fpage>690</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1007/s00113-019-0675-z</pub-id>
          <pub-id pub-id-type="medline">31127352</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00113-019-0675-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Sanz</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Corbalán</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>López</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>The concurrent validity and reliability of the Leg Motion system for measuring ankle dorsiflexion range of motion in older adults</article-title>
          <source>PeerJ</source>
          <year>2017</year>
          <volume>5</volume>
          <fpage>e2820</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7717/peerj.2820"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj.2820</pub-id>
          <pub-id pub-id-type="medline">28070457</pub-id>
          <pub-id pub-id-type="pii">2820</pub-id>
          <pub-id pub-id-type="pmcid">PMC5214953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>VeiligheidNL2</collab>
          </person-group>
          <source>Google Play Store</source>
          <access-date>2020-01-07</access-date>
          <comment>Versterk je Enkel<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://play.google.com/store/apps/details?id=nl.veiligheid.versterkjeenkel&#38;hl=en_US">https://play.google.com/store/apps/details?id=nl.veiligheid.versterkjeenkel&#38;hl=en_US</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Reijen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vriend</surname>
              <given-names>II</given-names>
            </name>
            <name name-style="western">
              <surname>Zuidema</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>van Mechelen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Verhagen</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>The implementation effectiveness of the 'Strengthen your ankle' smartphone application for the prevention of ankle sprains: design of a randomized controlled trial</article-title>
          <source>BMC Musculoskelet Disord</source>
          <year>2014</year>
          <month>01</month>
          <day>7</day>
          <volume>15</volume>
          <fpage>2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmusculoskeletdisord.biomedcentral.com/articles/10.1186/1471-2474-15-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2474-15-2</pub-id>
          <pub-id pub-id-type="medline">24393146</pub-id>
          <pub-id pub-id-type="pii">1471-2474-15-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3923004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Reijen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vriend</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>van Mechelen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Verhagen</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Preventing recurrent ankle sprains: is the use of an app more cost-effective than a printed booklet? Results of a RCT</article-title>
          <source>Scand J Med Sci Sports</source>
          <year>2018</year>
          <month>02</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>641</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/sms.12915</pub-id>
          <pub-id pub-id-type="medline">28543566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Reijen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vriend</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Zuidema</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>van Mechelen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Verhagen</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>The 'Strengthen your ankle' program to prevent recurrent injuries: a randomized controlled trial aimed at long-term effectiveness</article-title>
          <source>J Sci Med Sport</source>
          <year>2017</year>
          <month>06</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>549</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsams.2016.12.001</pub-id>
          <pub-id pub-id-type="medline">27988093</pub-id>
          <pub-id pub-id-type="pii">S1440-2440(16)30270-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rämsch-Günther</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lauer</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>[Qualification and classification of medical apps : what should be noted and what is BfArM's contribution?]</article-title>
          <source>Bundesgesundheitsblatt Gesundheitsforschung Gesundheitsschutz</source>
          <year>2018</year>
          <month>03</month>
          <volume>61</volume>
          <issue>3</issue>
          <fpage>304</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1007/s00103-017-2687-6</pub-id>
          <pub-id pub-id-type="medline">29349524</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00103-017-2687-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Facebook</collab>
          </person-group>
          <source>Facebook Open Source</source>
          <year>2019</year>
          <access-date>2020-01-07</access-date>
          <comment>React Native<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://facebook.github.io/react-native/">https://facebook.github.io/react-native/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hiller</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Refshauge</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Bundy</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Herbert</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbreath</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>The Cumberland ankle instability tool: a report of validity and reliability testing</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2006</year>
          <month>09</month>
          <volume>87</volume>
          <issue>9</issue>
          <fpage>1235</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2006.05.022</pub-id>
          <pub-id pub-id-type="medline">16935061</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(06)00519-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kunugi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Masunari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yoshida</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Miyakawa</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Association between Cumberland Ankle Instability Tool score and postural stability in collegiate soccer players with and without functional ankle instability</article-title>
          <source>Phys Ther Sport</source>
          <year>2018</year>
          <month>07</month>
          <volume>32</volume>
          <fpage>29</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ptsp.2018.03.002</pub-id>
          <pub-id pub-id-type="medline">29677566</pub-id>
          <pub-id pub-id-type="pii">S1466-853X(17)30315-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sierra-Guzmán</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jiménez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Abián-Vicén</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Predictors of chronic ankle instability: analysis of peroneal reaction time, dynamic balance and isokinetic strength</article-title>
          <source>Clin Biomech (Bristol, Avon)</source>
          <year>2018</year>
          <month>05</month>
          <volume>54</volume>
          <fpage>28</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.clinbiomech.2018.03.001</pub-id>
          <pub-id pub-id-type="medline">29544201</pub-id>
          <pub-id pub-id-type="pii">S0268-0033(18)30188-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dressler</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gehring</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zdzieblik</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oesser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gollhofer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>König</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Improvement of functional ankle properties following supplementation with specific collagen peptides in athletes with chronic ankle instability</article-title>
          <source>J Sports Sci Med</source>
          <year>2018</year>
          <month>06</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>298</fpage>
          <lpage>304</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29769831"/>
          </comment>
          <pub-id pub-id-type="medline">29769831</pub-id>
          <pub-id pub-id-type="pmcid">PMC5950747</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Linens</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Cain</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Establishing the minimal clinical important difference and minimal detectable change for the Cumberland ankle instability tool</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2017</year>
          <month>09</month>
          <volume>98</volume>
          <issue>9</issue>
          <fpage>1806</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2017.01.003</pub-id>
          <pub-id pub-id-type="medline">28137476</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(17)30033-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gehring</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Faschian</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lauber</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lohrer</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nauck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gollhofer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mechanical instability destabilises the ankle joint directly in the ankle-sprain mechanism</article-title>
          <source>Br J Sports Med</source>
          <year>2014</year>
          <month>03</month>
          <volume>48</volume>
          <issue>5</issue>
          <fpage>377</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1136/bjsports-2013-092626</pub-id>
          <pub-id pub-id-type="medline">24124039</pub-id>
          <pub-id pub-id-type="pii">bjsports-2013-092626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>FOMT - Fortbildungen für Orthopädische Medizin und Manuelle Therapie</source>
          <access-date>2020-01-07</access-date>
          <comment>Cumberland Ankle Instability Tool (validierte deutsche Version (Gehring et al 2016))<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fomt.info/Downloads/Scores/Cumberland-Ankle-Instability-Tool.pdf?m=1574062714&#38;">https://www.fomt.info/Downloads/Scores/Cumberland-Ankle-Instability-Tool.pdf?m=1574062714&#38;</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Linens</surname>
              <given-names>SW</given-names>
            </name>
          </person-group>
          <article-title>Recalibration and validation of the Cumberland Ankle Instability Tool cutoff score for individuals with chronic ankle instability</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2014</year>
          <month>10</month>
          <volume>95</volume>
          <issue>10</issue>
          <fpage>1853</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2014.04.017</pub-id>
          <pub-id pub-id-type="medline">24814563</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(14)00334-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Barke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pryss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Probst</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Development and Validation of the German Version of the Mobile Application Rating Scale (MARS-G)</article-title>
          <source>JMIR mHealth and uHealth;JMIR Preprints</source>
          <year>2019</year>
          <pub-id pub-id-type="doi">10.2196/14479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>MARS-Rating Universität Ulm</collab>
          </person-group>
          <source>YouTube</source>
          <year>2017</year>
          <access-date>2020-01-07</access-date>
          <comment>MARS - Mobile Anwendungen Rating Skala<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=5vwMiCWC0Sc&#38;t=400s">https://www.youtube.com/watch?v=5vwMiCWC0Sc&#38;t=400s</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrout</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Fleiss</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Intraclass correlations: uses in assessing rater reliability</article-title>
          <source>Psychol Bull</source>
          <year>1979</year>
          <month>03</month>
          <volume>86</volume>
          <issue>2</issue>
          <fpage>420</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1037//0033-2909.86.2.420</pub-id>
          <pub-id pub-id-type="medline">18839484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koo</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>MY</given-names>
            </name>
          </person-group>
          <article-title>A guideline of selecting and reporting intraclass correlation coefficients for reliability research</article-title>
          <source>J Chiropr Med</source>
          <year>2016</year>
          <month>06</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27330520"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcm.2016.02.012</pub-id>
          <pub-id pub-id-type="medline">27330520</pub-id>
          <pub-id pub-id-type="pii">S1556-3707(16)00015-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4913118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mortensen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Interaction Design Foundation</source>
          <year>2019</year>
          <access-date>2019-05-10</access-date>
          <comment>How to Create an Intuitive Design<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.interaction-design.org/literature/article/how-to-create-an-intuitive-design">https://www.interaction-design.org/literature/article/how-to-create-an-intuitive-design</ext-link>
                         <ext-link ext-link-type="webcite" xlink:href="78Gc3iT4J"/>                         </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnhold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quade</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kirch</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Mobile applications for diabetics: a systematic review and expert-based usability evaluation considering the special requirements of diabetes patients age 50 years or older</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>04</month>
          <day>9</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e104</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/4/e104/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2968</pub-id>
          <pub-id pub-id-type="medline">24718852</pub-id>
          <pub-id pub-id-type="pii">v16i4e104</pub-id>
          <pub-id pub-id-type="pmcid">PMC4004144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanz</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Lopez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Medrano</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Ponce</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Corbalan</surname>
              <given-names>IS</given-names>
            </name>
          </person-group>
          <article-title>Effects of eccentric exercise in pressure pain threshold in subjects with functional ankle equinus condition</article-title>
          <source>Rev Assoc Med Bras (1992)</source>
          <year>2019</year>
          <month>03</month>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>384</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0104-42302019000300384&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/1806-9282.65.3.384</pub-id>
          <pub-id pub-id-type="medline">30994837</pub-id>
          <pub-id pub-id-type="pii">S0104-42302019000300384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Statista</collab>
          </person-group>
          <access-date>2020-01-03</access-date>
          <comment>Most Popular Mobile Apps by Number of Users in Germany in 2018 (in Millions)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://de.statista.com/statistik/daten/studie/872047/umfrage/beliebteste-mobile-apps-nach-der-anzahl-der-nutzer-in-deutschland/">https://de.statista.com/statistik/daten/studie/872047/umfrage/beliebteste-mobile-apps-nach-der-anzahl-der-nutzer-in-deutschland/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stroud</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Forbes</source>
          <year>2018</year>
          <month>04</month>
          <day>30</day>
          <access-date>2020-01-07</access-date>
          <comment>Cambridge Analytica: The Turning Point In The Crisis About Big Data<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/courtstroud/2018/04/30/cambridge-analytica-the-turning-point-in-the-crisis-about-big-data/#2ae8f43b48ec">https://www.forbes.com/sites/courtstroud/2018/04/30/cambridge-analytica-the-turning-point-in-the-crisis-about-big-data/#2ae8f43b48ec</ext-link>
                         <ext-link ext-link-type="webcite" xlink:href="78Gc6v0IQ"/>                         </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ancker</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Mauer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kalish</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Vest</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Gossey</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Early adopters of patient-generated health data upload in an electronic patient portal</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <month>03</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>254</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0039-1683987</pub-id>
          <pub-id pub-id-type="medline">30970383</pub-id>
          <pub-id pub-id-type="pmcid">PMC6458021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Beyond the hype of big data and artificial intelligence: building foundations for knowledge and wisdom</article-title>
          <source>BMC Med</source>
          <year>2019</year>
          <month>07</month>
          <day>17</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>143</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-019-1382-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-019-1382-x</pub-id>
          <pub-id pub-id-type="medline">31311603</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-019-1382-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6636050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aldosari</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Alanazi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Borycki</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Big data, big problems: a healthcare perspective</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>238</volume>
          <fpage>36</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">28679881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albrecht</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Malinka</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Raupach</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hasenfuß</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>von Jan</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Quality principles of app description texts and their significance in deciding to use health apps as assessed by medical students: survey study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>02</month>
          <day>27</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e13375</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/2/e13375/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13375</pub-id>
          <pub-id pub-id-type="medline">30810534</pub-id>
          <pub-id pub-id-type="pii">v7i2e13375</pub-id>
          <pub-id pub-id-type="pmcid">PMC6414820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scherer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lühmann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kazek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schäfer</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Patients attending emergency departments</article-title>
          <source>Dtsch Arztebl Int</source>
          <year>2017</year>
          <month>09</month>
          <day>29</day>
          <volume>114</volume>
          <issue>39</issue>
          <fpage>645</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3238/arztebl.2017.0645"/>
          </comment>
          <pub-id pub-id-type="doi">10.3238/arztebl.2017.0645</pub-id>
          <pub-id pub-id-type="medline">29034865</pub-id>
          <pub-id pub-id-type="pii">arztebl.2017.0645</pub-id>
          <pub-id pub-id-type="pmcid">PMC5651827</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pouch</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>The relationship between emergency department crowding and patient outcomes: a systematic review</article-title>
          <source>J Nurs Scholarsh</source>
          <year>2014</year>
          <month>03</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24354886"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jnu.12055</pub-id>
          <pub-id pub-id-type="medline">24354886</pub-id>
          <pub-id pub-id-type="pmcid">PMC4033834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gonçalves-Bradley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khangura</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Flodgren</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Primary care professionals providing non-urgent care in hospital emergency departments</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2018</year>
          <month>02</month>
          <day>13</day>
          <volume>2</volume>
          <fpage>CD002097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29438575"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD002097.pub4</pub-id>
          <pub-id pub-id-type="medline">29438575</pub-id>
          <pub-id pub-id-type="pmcid">PMC6491134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Symington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dorland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mansour</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stiell</surname>
              <given-names>IG</given-names>
            </name>
          </person-group>
          <article-title>Assessment of the impact on time to complete medical record using an electronic medical record versus a paper record on emergency department patients: a study</article-title>
          <source>Emerg Med J</source>
          <year>2014</year>
          <month>12</month>
          <volume>31</volume>
          <issue>12</issue>
          <fpage>980</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1136/emermed-2013-202479</pub-id>
          <pub-id pub-id-type="medline">23975593</pub-id>
          <pub-id pub-id-type="pii">emermed-2013-202479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lorenzetti</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Quan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lucyk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hennessy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Strategies for improving physician documentation in the emergency department: a systematic review</article-title>
          <source>BMC Emerg Med</source>
          <year>2018</year>
          <month>10</month>
          <day>25</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcemergmed.biomedcentral.com/articles/10.1186/s12873-018-0188-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12873-018-0188-z</pub-id>
          <pub-id pub-id-type="medline">30558573</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12873-018-0188-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6297955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Spinaze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Najoumian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clifton-Bligh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tofler</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effect of a patient-directed discharge letter on patient understanding of their hospitalisation</article-title>
          <source>Intern Med J</source>
          <year>2014</year>
          <month>09</month>
          <volume>44</volume>
          <issue>9</issue>
          <fpage>851</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/imj.12482</pub-id>
          <pub-id pub-id-type="medline">24863954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayden</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Systematic review: strategies for using exercise therapy to improve outcomes in chronic low back pain</article-title>
          <source>Ann Intern Med</source>
          <year>2005</year>
          <month>05</month>
          <day>3</day>
          <volume>142</volume>
          <issue>9</issue>
          <fpage>776</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-142-9-200505030-00014</pub-id>
          <pub-id pub-id-type="medline">15867410</pub-id>
          <pub-id pub-id-type="pii">142/9/776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berauk</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Murugiah</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Soh</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Sheng</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Ming</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Mobile health applications for caring of older people: review and comparison</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2018</year>
          <month>05</month>
          <volume>52</volume>
          <issue>3</issue>
          <fpage>374</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/2168479017725556</pub-id>
          <pub-id pub-id-type="medline">29714532</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wildenbos</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Jaspers</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Schijven</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Dusseljee-Peute</surname>
              <given-names>LW</given-names>
            </name>
          </person-group>
          <article-title>Mobile health for older adult patients: Using an aging barriers framework to classify usability problems</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>04</month>
          <volume>124</volume>
          <fpage>68</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.01.006</pub-id>
          <pub-id pub-id-type="medline">30784429</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(18)30500-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buus</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Juel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Haskelberg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Frandsen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>River</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andreasson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nordentoft</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Davenport</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Erlangsen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>User involvement in developing the MYPLAN mobile phone safety plan app for people in suicidal crisis: case study</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>04</month>
          <day>16</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e11965</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/4/e11965/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11965</pub-id>
          <pub-id pub-id-type="medline">30990456</pub-id>
          <pub-id pub-id-type="pii">v6i4e11965</pub-id>
          <pub-id pub-id-type="pmcid">PMC6488960</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
