<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i1e47502</article-id>
      <article-id pub-id-type="pmid">37703072</article-id>
      <article-id pub-id-type="doi">10.2196/47502</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Availability, Quality, and Evidence-Based Content of mHealth Apps for the Treatment of Nonspecific Low Back Pain in the German Language: Systematic Assessment</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Didyk</surname>
            <given-names>Claudia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kerkemeyer</surname>
            <given-names>Linda</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ulrich</surname>
            <given-names>Lauro</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1457-2953</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Thies</surname>
            <given-names>Phillip</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1890-1731</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Schwarz</surname>
            <given-names>Annika</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Faculty of Social Sciences, City University of Applied Sciences Bremen</institution>
            <addr-line>Am Brill 2-4</addr-line>
            <addr-line>Bremen, 28195</addr-line>
            <country>Germany</country>
            <phone>49 176 151 40 227</phone>
            <email>annika.schwarz@hs-bremen.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4537-8563</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Faculty of Social Sciences, City University of Applied Sciences Bremen</institution>
        <addr-line>Bremen</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Annika Schwarz <email>annika.schwarz@hs-bremen.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>9</month>
        <year>2023</year>
      </pub-date>
      <volume>11</volume>
      <elocation-id>e47502</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>7</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Lauro Ulrich, Phillip Thies, Annika Schwarz. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 13.09.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2023/1/e47502" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Nonspecific low back pain (NSLBP) carries significant socioeconomic relevance and leads to substantial difficulties for those who are affected by it. The effectiveness of app-based treatments has been confirmed, and clinicians are recommended to use such interventions. As 88.8% of the German population uses smartphones, apps could support therapy. The available apps in mobile app stores are poorly regulated, and their quality can vary. Overviews of the availability and quality of mobile apps for Australia, Great Britain, and Spain have been compiled, but this has not yet been done for Germany.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to provide an overview of the availability and content-related quality of apps for the treatment of NSLBP in the German language.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A systematic search for apps on iOS and Android was conducted on July 6, 2022, in the Apple App Store and Google Play Store. The inclusion and exclusion criteria were defined before the search. Apps in the German language that were available in both stores were eligible. To check for evidence, the apps found were assessed using checklists based on the German national guideline for NSLBP and the British equivalent of the National Institute for Health and Care Excellence. The quality of the apps was measured using the Mobile Application Rating Scale. To control potential inaccuracies, a second reviewer resurveyed the outcomes for 30% (3/8) of the apps and checked the inclusion and exclusion criteria for these apps. The outcomes, measured using the assessment tools, are presented in tables with descriptive statistics. Furthermore, the characteristics of the included apps were summarized.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In total, 8 apps were included for assessment. Features provided with different frequencies were exercise tracking of prefabricated or adaptable workout programs, educational aspects, artificial intelligence–based therapy or workout programs, and motion detection. All apps met some recommendations by the German national guideline and used forms of exercises as recommended by the National Institute for Health and Care Excellence guideline. The mean value of items rated as “Yes” was 5.75 (SD 2.71) out of 16. The best-rated app received an answer of “Yes” for 11 items. The mean Mobile Application Rating Scale quality score was 3.61 (SD 0.55). The highest mean score was obtained in “Section B–Functionality” (mean 3.81, SD 0.54).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Available apps in the German language meet guideline recommendations and are mostly of acceptable or good quality. Their use as a therapy supplement could help promote the implementation of home-based exercise protocols. A new assessment tool to obtain ratings on apps for the treatment of NSLBP, combining aspects of quality and evidence-based best practices, could be useful.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Open Science Framework Registries sq435; https://osf.io/sq435</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mobile health</kwd>
        <kwd>mobile apps</kwd>
        <kwd>smartphone</kwd>
        <kwd>nonspecific low back pain</kwd>
        <kwd>German language</kwd>
        <kwd>intervention</kwd>
        <kwd>digital health</kwd>
        <kwd>home exercise</kwd>
        <kwd>digital rehabilitation</kwd>
        <kwd>workout</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Low back pain (LBP) is a major global health concern affecting millions of people, with an estimated 7.5% of the population or 577 million people experiencing LBP in 2017 [<xref ref-type="bibr" rid="ref1">1</xref>]. Furthermore, the condition was the leading cause for years lived with disability from 1990 to 2017, worldwide [<xref ref-type="bibr" rid="ref1">1</xref>]. In Germany, LBP affects 59.4% of the population and results in decreased work performance and pain persistence, with an average cost of €1322 (US $1456.10) per patient per year [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Physical exercise and a healthy lifestyle are recommended by national and international guidelines for the management of nonspecific LBP (NSLBP) [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. According to national guidelines, it should be emphasized that exercising does not cause harm but can help to alleviate symptoms in NSLBP [<xref ref-type="bibr" rid="ref3">3</xref>]. In addition, an understanding of the biopsychosocial model of illness should be developed [<xref ref-type="bibr" rid="ref3">3</xref>]. In this regard, several studies have shown promising evidence for the app, “Kaia Rückenschmerzen—Rückentraining für Zuhause,” which provides a multidisciplinary pain treatment approach [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. The app is based on 3 principles, which are education, physical exercising, and mindfulness and relaxation techniques [<xref ref-type="bibr" rid="ref6">6</xref>]. This approach might even be superior to conventional physiotherapy [<xref ref-type="bibr" rid="ref6">6</xref>]. Furthermore, a systematic review focused on the treatment of chronic pain with eHealth and mobile health (mHealth) interventions showed its significant efficacy on short- and medium-term outcomes on pain intensity and depression, as well as short-term reductions in pain-catastrophizing [<xref ref-type="bibr" rid="ref8">8</xref>]. Due to their wide availability and low cost to patients, the authors of the systematic review encourage clinicians to use eHealth and mHealth interventions as an adjunct to their therapy [<xref ref-type="bibr" rid="ref8">8</xref>]. Various sources report an increasing shortage of physiotherapists in Germany [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, 88% of the population use smartphones [<xref ref-type="bibr" rid="ref12">12</xref>]. Considering the prevailing lack of physiotherapists in Germany, mHealth and eHealth apps could be an addition to the management of patients with NSLBP [<xref ref-type="bibr" rid="ref8">8</xref>]. Guideline-based apps could support therapy and help to close gaps in therapy or continue to support patients after they have completed physiotherapy. In Germany, the use of digital health apps (<italic>Digitale Gesundheitsanwendungen</italic> [DiGA]) is regulated by the Digital Health Care Act (<italic>Digitale-Versorgung-Gesetz</italic>) [<xref ref-type="bibr" rid="ref13">13</xref>]. Health apps that are certified as a medical device of risk class I or IIa can be included in the so-called <italic>DiGA directory</italic> after a review process by the Federal Institute for Drugs and Medical Devices (<italic>Bundesinstitut für Arzneimittel und Medizinprodukte</italic>). In the review process, aspects of data protection, consumer protection, user-friendliness, and medical efficacy must be provided. Apps included in the DiGA directory can be reimbursed by health insurance companies after medical prescription [<xref ref-type="bibr" rid="ref13">13</xref>]. The apps listed in the DiGA directory—and thus subjected to a review process—can be considered safe, especially considering the risk classification that has taken place. However, commercially, there are many other health apps available that are not institutionally reviewed. Their quality can therefore be highly variable [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Existing systematic reviews have evaluated the quality of apps in Australia [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], Spain, and the United Kingdom [<xref ref-type="bibr" rid="ref16">16</xref>]; therefore, the included apps were restricted to the English and Spanish languages. Evaluated using the Mobile Application Rating Scale (MARS) [<xref ref-type="bibr" rid="ref17">17</xref>], apps with good quality are available from app stores in Australia, Spain, and the United Kingdom [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Most Australian apps follow the recommendations of the UK guideline on LBP and sciatica by the National Institute for Health and Care Excellence (NICE) [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. It has been shown that in-store user evaluations do not correlate with assessed quality [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Consequently, they are a poor indicator of app quality. To date, there is no comparable, objective analysis for the quality of apps in the German language that could help patients or clinicians to estimate the quality and guideline fidelity of the available apps. The objective of this assessment was to provide an overview of the availability and quality of apps for patients with NSLBP and to offer recommendations for clinicians in advising their patients with NSLBP.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The methods used in this study were adapted from the studies by Machado et al [<xref ref-type="bibr" rid="ref14">14</xref>] and Didyk et al [<xref ref-type="bibr" rid="ref15">15</xref>] and reported in accordance with the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) statement [<xref ref-type="bibr" rid="ref18">18</xref>]. A systematic search for smartphone apps on Apple iOS and Google Android app stores was conducted. To facilitate this process, we used the web scraping software Octoparse (version 8.5.2; Octoparse). All methods used were planned and publicly preregistered on the Open Science Framework Register before the searches were carried out (osf.io/sq435).</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>Previous research has shown that higher app price correlates with higher quality [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Therefore, no price limit was applied when including apps, and wherever available, the “pro” or “premium” version was considered for inclusion. The included apps were required to be available for download and use to the public, so that they could be accessed by the public and physiotherapists directly. According to the research objective, they should have been available in the German language. To ensure that the recommendations resulting from our research are as general as possible and applicable for use, regardless of the device and operating system, the identified apps should have been available for iOS and Android, as these are the most used smartphone systems in Germany [<xref ref-type="bibr" rid="ref19">19</xref>]. Included apps had to be stand-alone and ready to use without accessories. The exceptions were a gym mat and resistance band. Apps had to be released or updated no later than 2021 to ensure technical support and compatibility with current software and devices [<xref ref-type="bibr" rid="ref14">14</xref>]. Apps were required to be targeted at patients and consumers and physically and mentally engaging, as recommended by the German national guideline (GNG) for NSLBP and the NICE guideline [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. For physical participation, we counted all forms of physical exercise. For mental participation, we counted interventions that incorporated mental or spiritual aspects, similar to the category of mind-body exercises in the NICE guideline.</p>
        <p>Apps were excluded if they were designed only for diagnostic purposes (eg, the detection of risk factors). Finally, apps that explicitly addressed specific forms of LBP (eg, pregnancy-related LBP) and apps for general health promotion that did not address NSLBP were excluded.</p>
      </sec>
      <sec>
        <title>Search</title>
        <p>The search was performed on July 6, 2022. German synonyms for back pain were used as search terms: “Rückenschmerzen,” “Rückenschmerz,” “Kreuzschmerzen,” and “Kreuzschmerz.” A single search was performed for each search term. No search filters were used in either store. The metadata about the apps were collected from the browser-based view of the apps in each app store. These included the app name, developer name, last update of the app, app rating in the store, description of the app, and URL to the app. Duplicates were identified using these data. Once these were removed, a list was created for each store that contained all the apps available for the terms used.</p>
      </sec>
      <sec>
        <title>Screening</title>
        <p>The screening process can be divided into three phases: (1) identification of apps available in both stores; (2) screening of app names and descriptions from the stores according to the inclusion and exclusion criteria analogous to abstract screening [<xref ref-type="bibr" rid="ref20">20</xref>]; and (3) screening of apps after installation. Apps that met the criteria and those for which it remained unclear whether they would meet the criteria were installed during the third screening phase. This screening was conducted by one rater (LU) according to the inclusion and exclusion criteria. A table of the screening and therefore excluded apps can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. After installation on an iPhone SE (2020 model; Apple Inc), the apps were used and examined for at least 10 minutes. If the criteria were answered as “Unclear,” the criterion was discussed with a second rater (PT and AS) until a consensus was reached to include or exclude the app.</p>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>Apps included in this study were assessed for evidence according to guidelines on the treatment of LBP and for quality using the MARS [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>To assess the consistency with guidelines, a checklist was created along the GNG chapters <italic>4.1—Principles of nonspecific low back pain therapy</italic> and <italic>4.2 Management of nonspecific low back pain</italic> [<xref ref-type="bibr" rid="ref3">3</xref>]. This resulted in a list of 16 items, each containing 1 recommendation. The checklist is presented in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> [<xref ref-type="bibr" rid="ref3">3</xref>]. To evaluate apps, the question “Does the app meet the recommendation?” was asked for each recommendation or item. This could be answered with the response categories “Yes”, “No”, and “Unclear”. In addition, the exercises used in the apps were classified according to the classification of exercises used in the UK NICE guideline. These categories were “biomechanical exercise” (BE), “aerobic exercise,” “mind-body exercise,” and “mixed modality exercise” [<xref ref-type="bibr" rid="ref4">4</xref>]. Apps had to use at least one exercise that could be assigned along with this classification.</p>
        <p>App quality was assessed using the MARS Tool [<xref ref-type="bibr" rid="ref17">17</xref>]. It contains 23 items divided into five categories: 4 categories with objective quality criteria (“section A—engagement,” “section B—functionality,” “section C—aesthetics,” and “section D—information quality”) and 1 category with subjective quality criteria. Each item was rated on a 5-point scale (1=inadequate to 5=excellent). A full description of the categories is described elsewhere [<xref ref-type="bibr" rid="ref17">17</xref>]. The MARS Tool has demonstrated excellent internal consistency (Cronbach α=.90) and interrater reliability (intraclass correlation coefficient [ICC]=0.79) [<xref ref-type="bibr" rid="ref17">17</xref>]. Moreover, the tool has been used in methodologically related work [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Both raters (LU and PT) have been trained and proceeded according to the MARS training video [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>To control for potential inaccuracies and check for reliability, around 30% (3/8) of the apps were rated by a second rater (PT) who used both instruments (MARS and guideline checklist). This approach follows the example of Machado et al [<xref ref-type="bibr" rid="ref14">14</xref>], who checked a similar percentage of the MARS ratings. The second rater was trained by the first rater in the process and the use of the assessment instruments and also installed the apps on an iPhone SE (2020 model; Apple Inc). The control apps were randomly selected. For this purpose, a third person (AS), who was not involved in the evaluation process at the time, received a list of the included apps and created a randomization sequence using Research Randomizer [<xref ref-type="bibr" rid="ref22">22</xref>]. As far as possible, the first and second raters reached a consensus for the identified differences between ratings. Where no consensus could be reached by the 2 raters, a third rater (AS) was consulted for a final verdict.</p>
      </sec>
      <sec>
        <title>Data Analysis and Synthesis</title>
        <p>App name, developer, models available, model used, date of last update or release, MARS quality mean score, and classification of exercises were compiled. The classification of exercises according to the NICE guideline were presented without further analyses. The results from the GNG checklist are presented with descriptive statistics (mean, median, SD, and range). Only the objective items 1 to 19 of the MARS were evaluated, as they are needed to calculate the app quality mean score [<xref ref-type="bibr" rid="ref17">17</xref>]. In addition, an overview of the app characteristics is provided.</p>
        <p>The agreement of the raters with the checklist was calculated using Cohen κ [<xref ref-type="bibr" rid="ref23">23</xref>]. For this purpose, each item on the GNG was considered as a case that raters could answer “Yes”, “No”, or “Unclear”. For agreement in the classifications according to the NICE guideline, each exercise class was considered a case in which raters could <italic>accept</italic> or <italic>reject</italic> each app. To calculate the interrater reliability of the MARS, the ICC was used as a 2-way mixed model with average measures and absolute agreement [<xref ref-type="bibr" rid="ref24">24</xref>]. The mean values of the sections were used. SPSS (version 27; IBM Corp) was used to calculate the ICC. PSPP (version 3.0, 2007; GNU Project) was used for all other calculations.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethical principles must be considered for medical research involving human subjects, including research on identifiable human material and data, according to Article 1 of the Preamble of the Declaration of Helsinki. As no patients were examined in this systematic assessment and only apps and data not requiring data protection were collected, no ethics vote is necessary according to the Declaration of Helsinki [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>App Selection</title>
        <p>A total of 20 apps available in both stores were identified. After the initial screening for the inclusion and exclusion criteria based on the name and description in the stores, 5 apps were excluded because they received their last update before 2021. After the second screening of the remaining 15 apps, a further 7 apps were excluded. Eight apps were included in the assessment. The screening process is depicted in a flowchart diagram based on the PRISMA statement (<xref rid="figure1" ref-type="fig">Figure 1</xref>) [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of the selection of apps. *Multiple criteria applicable.</p>
          </caption>
          <graphic xlink:href="mhealth_v11i1e47502_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>App Characteristics</title>
        <p>We detected a series of characteristic elements that were commonly used in combination with the assessed apps. Six apps delivered some form of educational content. One app used training videos to deliver the provided exercises. Three apps created individual exercise programs based on their algorithm. Seven apps provided an exercise tracking feature. Four apps suggested prefabricated workout plans that were customizable in 3 of these apps. One app provided motion detection of the exercising person using the camera of the smartphone. The characteristic elements and different combinations used for each app are listed in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of characteristics of included apps.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="200"/>
            <col width="150"/>
            <col width="120"/>
            <col width="90"/>
            <col width="110"/>
            <col width="70"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>App name (iOS; version)</td>
                <td>App name (Android)</td>
                <td>Developer</td>
                <td>Used version</td>
                <td>Published or last update at the time of assessment</td>
                <td>Characteristics</td>
                <td>MARS<sup>a</sup> score, mean (SD)</td>
                <td>Classification of exercises according to NICE<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Dein Rückentraining (3.0)</td>
                <td>Dein ganzheitliches Rückentraining</td>
                <td>EBL Media Production OG</td>
                <td>Purchase upon download (€24.99<sup>c</sup>)</td>
                <td>July 10, 2021</td>
                <td>Education and train-along videos</td>
                <td>2.7 (0.29)</td>
                <td>BE<sup>d</sup> and MBE<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td>ViViRA bei Rückenschmerzen (2.41.0)</td>
                <td>ViViRA bei Rückenschmerzen</td>
                <td>Vivira Health Lab GmbH</td>
                <td>Monthly subscription (€79.99)</td>
                <td>July 6, 2022</td>
                <td>Artificial intelligence–based program with education and tracked exercises</td>
                <td>4.2 (0.19)</td>
                <td>BE</td>
              </tr>
              <tr valign="top">
                <td>Rückenschmerzen Übungen (1.0.99)</td>
                <td>Rückenschmerzen Übungen</td>
                <td>Vladimir Ratsev</td>
                <td>“Pro”-version via in-app purchase (€2.99)</td>
                <td>August 16, 2022</td>
                <td>Exercise tracker with prefabricated workout plans and educational aspects</td>
                <td>3.1 (0.59)</td>
                <td>BE</td>
              </tr>
              <tr valign="top">
                <td>ratiopharm Rückenschule (2.2.5)</td>
                <td>ratiopharm Rückenschule für einen starken Rücken</td>
                <td>ratiopharm GmbH</td>
                <td>Free</td>
                <td>October 13, 2021</td>
                <td>Exercise tracker with prefabricated workout plans and educational aspects</td>
                <td>3.1 (0.69)</td>
                <td>BE</td>
              </tr>
              <tr valign="top">
                <td>eCovery: Rücken, Hüfte &#38; Knie (2.2.12)</td>
                <td>eCovery: Rücken, Hüfte &#38; Knie</td>
                <td>eCovery GmbH</td>
                <td>Free trial for 3 weeks</td>
                <td>July 6, 2022</td>
                <td>Artificial intelligence–based program with education and tracked exercises</td>
                <td>4.1 (0.45)</td>
                <td>BE and MBE</td>
              </tr>
              <tr valign="top">
                <td>heyvie: Migräne &#38; Resilienz (2.4.2)</td>
                <td>heyvie: Resilienz &#38; Migräne</td>
                <td>HAIVE UG (haftungsbeschränkt)</td>
                <td>Monthly subscription “Pro” (€9.99)</td>
                <td>July 6, 2022</td>
                <td>Artificial intelligence–based program with education and tracked exercises</td>
                <td>4.2 (0.54)</td>
                <td>BE and MBE</td>
              </tr>
              <tr valign="top">
                <td>Rückentraining Gerade Haltung (1.2.1)</td>
                <td>Rückentraining&#38;Gerade Haltung</td>
                <td>Nexoft Yazilim Limited Sirketi</td>
                <td>Monthly subscription “Mitgliedschaft” (€4.49)</td>
                <td>April 15, 2022</td>
                <td>Exercise tracker with prefabricated plans</td>
                <td>3.3 (0.25)</td>
                <td>BE, AE<sup>f</sup>, and MME<sup>g</sup></td>
              </tr>
              <tr valign="top">
                <td>AmbiCoach (1.1.27)</td>
                <td>Dein Rückentraining: AmbiCoach</td>
                <td>AmbiGate GmbH</td>
                <td>Monthly subscription “Premium” (€49.99)</td>
                <td>October 4, 2021</td>
                <td>Exercise tracker with prefabricated plans and motion detection</td>
                <td>3.6 (0.36)</td>
                <td>BE</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>MARS: Mobile Application Rating Scale.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>NICE: National Institute for Health and Care Excellence.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>A currency exchange rate of €1=US $1.02 is applicable.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>BE: biomechanical exercise.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>MBE: mind-body exercises.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>AE: aerobic exercises.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>MME: mixed modality exercises.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Consistency With Guidelines</title>
        <p>All the included apps met some recommendations of the GNG. The mean value of items with the response “Yes” was 5.75 (SD 2.71). The mean value of items with the response “No” was 8.0 (SD 4.72). The mean value of items with the response “unclear” was 2.25 (SD 3.11). “Yes” was the most frequent response for item 14 (7/8, 88%), followed by item 2 (6/8, 75%) and then by items 8 and 13 (5/8, 62%). Items 6, 11, and 15 never received the response “Yes.” No item was never answered "No". Items 2, 8, and 14 never received the response “Unclear”. Item 11 received the response “Unclear” most frequently (3/8, 38%). The results by item are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>German national guideline checklist items in the included apps (outcomes in total and per app).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="80"/>
            <col width="80"/>
            <col width="70"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="60"/>
            <thead>
              <tr valign="top">
                <td>Item</td>
                <td>Yes, n (%)<sup>a</sup></td>
                <td>No, n (%)<sup>b</sup></td>
                <td>Unclear, n (%)<sup>c</sup></td>
                <td>Dein Rücken-training</td>
                <td>ViViRa bei Rücken-schmerzen</td>
                <td>Rücken-schmerzen Übungen</td>
                <td>ratiopharm Rücken-schule</td>
                <td>eCovery: Rücken, Hüfte &#38; Knie</td>
                <td>heyvie: Migräne &#38; Resilienz</td>
                <td>Rücken-training Gerade Haltung</td>
                <td>AmbiCoach</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1. Functional status</td>
                <td>2 (25)</td>
                <td>5 (62)</td>
                <td>1 (12)</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>2. Patient preferences</td>
                <td>6 (75)</td>
                <td>2 (25)</td>
                <td>0 (0)</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>3. Physical activity is safe</td>
                <td>4 (50)</td>
                <td>2 (25)</td>
                <td>2 (25)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>4. Health-conscious behavior</td>
                <td>3 (38)</td>
                <td>4 (50)</td>
                <td>1 (12)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>5. Promote understanding</td>
                <td>3 (38)</td>
                <td>4 (50)</td>
                <td>1 (12)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
                <td>Unclear</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>6. Education on healthy lifestyle</td>
                <td>0 (0)</td>
                <td>6 (75)</td>
                <td>2 (25)</td>
                <td>No</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>7. Maintaining activities</td>
                <td>2 (25)</td>
                <td>5 (62)</td>
                <td>1 (12)</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>8. Strength and endurance</td>
                <td>5 (62)</td>
                <td>3 (38)</td>
                <td>0 (0)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>9. Importance of activity</td>
                <td>4 (50)</td>
                <td>3 (38)</td>
                <td>1 (12)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>10. Loading and resting</td>
                <td>2 (25)</td>
                <td>5 (64)</td>
                <td>1 (12)</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>11. Performance and pain</td>
                <td>0 (0)</td>
                <td>5 (62)</td>
                <td>3 (38)</td>
                <td>No</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>Unclear</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>12. Appropriate activities</td>
                <td>2 (25)</td>
                <td>5 (62)</td>
                <td>1 (12)</td>
                <td>No</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>13. Iatrogenic fixations</td>
                <td>5 (62)</td>
                <td>2 (25)</td>
                <td>1 (12)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Unclear</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>14. Preventing passive role</td>
                <td>7 (88)</td>
                <td>1 (12)</td>
                <td>0 (0)</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>15. Positive prognosis</td>
                <td>0 (0)</td>
                <td>6 (75)</td>
                <td>2 (25)</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>Unclear</td>
                <td>Unclear</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>16. Problematic patterns</td>
                <td>1 (12)</td>
                <td>6 (75)</td>
                <td>1 (12)</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>Unclear</td>
                <td>Yes</td>
                <td>No</td>
                <td>No</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Mean 5.75, SD 2.71; median 6.0; range 2.0-11.0.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Mean 8.0, SD 3.11; median 9.0; range 1.0-14.0.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Mean 2.25, SD 3.11; median 1.0; range 0.0-9.0.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The app “ViViRa bei Rückenschmerzen” met the most recommendations (“Yes”: 11/16, 69%; “No”: 2/16, 12%; and “Unclear”: 3/16, 19%). For the app “eCovery: Rücken, Hüfte &#38; Knie,” the most frequent response to recommendations was “Unclear” (“Yes”: 6/16, 38%; “No”: 1/16, 6%; and “Unclear”: 9/16, 56%). The app “AmbiCoach” met the fewest recommendations (“Yes”: 2/16, 12%; “No”: 14/16, 88%). The results by app are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <p>All apps contained at least one form of exercise according to the NICE guideline [<xref ref-type="bibr" rid="ref4">4</xref>]. All apps contained BE. Three apps also contained mind-body exercise. One app contained aerobic exercise and mixed modality exercise, in addition to BE. All forms of exercises are listed in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
      </sec>
      <sec>
        <title>App Quality</title>
        <p>The overall mean MARS score for all apps included in the assessment was 3.61 (SD 0.55). “Section A–Engagement” surveyed whether apps were fun, engaging, and customizable in their use to increase users’ engagement. The overall mean score for this section was 3.65 (SD 0.72). “Section B–Functionality” surveyed the functionality of the apps, in terms of usability, navigation, logical structure, and motor-gestural handling. The overall mean score for this section was 3.81 (SD 0.54). Therefore, the highest mean score was obtained in section B. “Section C–Aesthetics” surveyed the esthetics of the apps in terms of graphic design, visual stimuli, color design, and stylistic unity. The overall mean score for this section was 3.5 (SD 0.95). “Section D–Information” surveyed the quality of the apps’ information and whether it was of high quality. The overall mean score for this section was 3.43 (SD 0.41), which was the lowest obtained mean score. The MARS scores for each section are shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Mobile Application Rating Scale (MARS) scores per section and mean scores over all Apps. Error bars indicate the SD of the mean values.</p>
          </caption>
          <graphic xlink:href="mhealth_v11i1e47502_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>In this systematic assessment, 8 apps for the treatment of NSLBP in the German language were identified. The recommendations of the GNG for NSLBP are partially fulfilled by these apps but often not. The quality of the apps, as measured by the MARS is acceptable (overall mean 3.61, SD 0.55). The section on information content had the lowest score among the apps. Each app contains at least one form of exercise that can be classified according to the NICE guideline. Therefore, all apps met the recommendations. Therefore, we can conclude that evidence-based and high-quality apps for the treatment of NSLBP in the German language are available. However, there is a big variance in how far the recommendations of the GNG are met. All apps provide at least one form of exercise that is classified and suggested by the NICE guideline [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      </sec>
      <sec>
        <title>Evidence According to the GNG Checklist</title>
        <p>Many apps follow only a few recommendations of the GNG. The wide range of numbers of fulfilled recommendations is striking (range 2-11). For most apps, it was possible to clearly determine whether the recommendations were fulfilled. One exception was the app “eCovery Rücken, Hüfte &#38; Knie.” For this app, many recommendations remained unclear. This was because of the design in which the app presented content or made it accessible.</p>
        <p>Apps frequently met items 2, 8, 13, and 14 from the GNG checklist. Item 2 refers to whether the personal preferences of patients were considered [<xref ref-type="bibr" rid="ref3">3</xref>]. However, the apps implemented this aspect in different ways. In some apps, single exercises could be rejected and were automatically replaced with new suggestions. Others allow the user to create their own individualized exercise plans from a selection of exercises. Taking personal preferences into consideration when treating patients is not only recommended by the GNG but also supported by evidence in the form of systematic reviews [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. In addition, findings from qualitative research show that patients are more likely to adhere to exercise programs if they are created according to their personal preferences [<xref ref-type="bibr" rid="ref27">27</xref>]. Therefore, it can be assumed that those apps with a more intense involvement of patient preferences are more likely to be used frequently. Item 8 asked whether education on improving strength and endurance was provided by the apps [<xref ref-type="bibr" rid="ref3">3</xref>]. Systematic reviews and meta-analyses have concluded that strength or resistance training and endurance training have positive effects in treating patients with NSLBP [<xref ref-type="bibr" rid="ref28">28</xref>]. Thus, education on the strength and endurance in apps is useful. Item 13 queried the recommendation of whether the risk of iatrogenic fixation of the patient is avoided, since iatrogenic fixation and early use of imaging techniques do not lead to improvement in symptoms [<xref ref-type="bibr" rid="ref3">3</xref>]. Although the use of imaging leads to increased patient satisfaction, the outcomes of pain and function are not improved [<xref ref-type="bibr" rid="ref29">29</xref>]. Consequently, the apps addressed to these patients should not encourage them to request more detailed examinations. Item 14 asked whether apps prevent medical procedures and applications that would push patients into passive coping [<xref ref-type="bibr" rid="ref3">3</xref>]. A meta-analysis by Owen et al [<xref ref-type="bibr" rid="ref30">30</xref>] showed that activities in the form of active interventions are superior to passive approaches. Accordingly, a large number of apps met items with clinically important suggestions.</p>
        <p>Some recommendations of the GNG were not met by any app (items 6, 11, and 15). Item 6 asked whether continuous education and motivation for a healthy lifestyle with physical activity is provided by the apps [<xref ref-type="bibr" rid="ref3">3</xref>]. In a systematic review on patients with chronic LBP, it was shown that pain and impairment can be reduced by health coaching in the sense of individual support for developing behavioral changes [<xref ref-type="bibr" rid="ref31">31</xref>]. Thus, this seems to be an aspect of treatment that apps should support through education. Item 11 queried the recommended form of goal setting. According to the GNG, performance improvement without pain increase should be used as a goal definition instead of painlessness [<xref ref-type="bibr" rid="ref3">3</xref>]. The included apps did not allow the individual selection of goals. For most apps, the set goal was pain reduction. An exception was “ViViRa bei Rückenschmerzen,” where the goal was performance enhancement. A systematic review by Haladay et al [<xref ref-type="bibr" rid="ref32">32</xref>] shows that individual, patient-centered goals would be a useful addition to classic goals such as pain reduction. Apps should offer functions to formulate and track such goals. Item 15 queried whether apps provide guideline-compliant education on prognoses of the disease. Guideline-compliant information should include information about the frequency, the good prospects for recovery, and the self-limiting nature of the condition. In addition, it should be conveyed that pain does not necessarily mean actual tissue damage [<xref ref-type="bibr" rid="ref3">3</xref>]. There were no apps that met this form of educational requirement. However, patient education is an important component of treatment [<xref ref-type="bibr" rid="ref33">33</xref>]. Education can easily be provided by apps in the form of educational articles or videos, ideally with citations or links for further reading.</p>
      </sec>
      <sec>
        <title>App Quality According to the MARS</title>
        <p>There were 3 apps standing out in terms of quality with the rating “good” (“ViViRa bei Rückenschmerzen,” “eCovery: Rücken, Hüfte &#38; Knie,” and “heyvie: Migräne &#38; Resilienz”). There was 1 app that was rated “poor” (“Dein Rückentraining”). Most apps achieved the rating “acceptable.” In “Section A–Engagement,” most apps achieved a rating from “acceptable” to “good.” “Section B–Functionality” achieved the highest mean score. On average, the apps considered were good. Solitary apps such as “Dein Rückentraining,” “Rückentraining Gerade Haltung,” and “AmbiCoach” achieved the rating “acceptable.” The reasons were low ratings for the “navigation,” “ease of use,” and “performance” criteria. In “Section C–Aesthetics,” most apps achieved ratings from “acceptable” to “good.” Here, owing to its professional layout, high graphic quality, and unique design features, the app “heyvie: Migräne &#38; Resilienz” achieved the best possible rating. In “Section D–Information,” the apps achieved the lowest scores. This could be because apps often do not claim to provide educational aspects but are rather intended as instructions and support for exercising. Only the store descriptions of 3 apps state that the app offers educational content (“ratiopharm Rückenschule,” “heyvie: Migräne &#38; Resilienz,” and “eCovery: Rücken, Hüfte &#38; Knie”). Because of the operational app design of “eCovery: Rücken, Hüfte &#38; Knie,” educational information could hardly be considered. For the evaluation, the app was only used on 1 day. Most apps are presented in their store descriptions as instructions for exercises in the form of a home workout. As those apps did not aim to provide education, they lost points in the MARS quality rating but still might be useful apps to facilitate exercising.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Studies</title>
        <p>Eight apps were identified in this systematic assessment. This is significantly fewer than that of previous studies, where 17 to 61 apps were identified [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. This was because of the inclusion and exclusion criteria used. Our research was the first to include apps that were available in the Apple App Store as well as in the Google Play Store. The overall mean score of the quality of included apps (mean 3.61, SD 0.55) collected using the MARS was higher than that in the study by Machado et al [<xref ref-type="bibr" rid="ref14">14</xref>] (mean 2.36, SD 0.83) but similar to those in the studies by Didyk et al [<xref ref-type="bibr" rid="ref15">15</xref>] (mean 3.9, SD 0.5) and Escriche-Escuder et al [<xref ref-type="bibr" rid="ref16">16</xref>] (mean 3.82). On the basis of this, it seems newer research tends to identify apps of higher quality. In the research by Machado et al [<xref ref-type="bibr" rid="ref14">14</xref>] and Didyk et al [<xref ref-type="bibr" rid="ref15">15</xref>], “Section A–Engagement” reached the lowest scores. In contrast, “Section D–Information” achieved the lowest score in our study. In all the aforementioned studies, including ours, “Section B–Functionality” achieved the highest mean score [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. In our study, evidence was found for only 1 app. Evidence on any reviewed app was also rare or nonexistent in previous research [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. All research, including ours, detected a maximum of 3 points for item 18, “credibility.” Thus, the identified apps always originated from commercial businesses. In our research, all apps met the recommendations of the NICE guideline; this was also the case for almost all apps from the research by Machado et al [<xref ref-type="bibr" rid="ref14">14</xref>] and for all apps from the research by Didyk et al [<xref ref-type="bibr" rid="ref15">15</xref>]. However, in the latter case, this was a criterion for inclusion. Escriche-Escuder et al [<xref ref-type="bibr" rid="ref16">16</xref>] did not collect this information. What was new in our research was the detailed evaluation along the GNG guideline checklist, which showed a wide range of recommendations met; 11 were met by the highest-rated app and only 2 were met by the lowest-rated app.</p>
      </sec>
      <sec>
        <title>Use of Apps With Patients</title>
        <p>Apps could be a useful addition to physiotherapeutic treatment. This is particularly conceivable for apps that have achieved high ratings. However, apps with lower ratings could also be useful if used appropriately. Palazzo et al [<xref ref-type="bibr" rid="ref34">34</xref>] conducted a qualitative study on barriers to the implementation of home exercise programs in patients with chronic LBP. They found that the implementation of home exercise programs could be promoted through attractive designs and the provision of safety while exercising. Young patients were particularly interested in using new technologies [<xref ref-type="bibr" rid="ref34">34</xref>]. Other studies showed improved adherence to home exercise programs when digital interventions were used [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. In this context, apps could conceivably be used as a tool to support and implement home exercise programs. The positive effects of such programs on pain and function have been well studied [<xref ref-type="bibr" rid="ref37">37</xref>]. The communication of educational aspects to patients via an app must be carefully considered, as only the app “ViViRa bei Rückenschmerzen” presented the sources used transparently. However, their descriptions were partly inaccurate. For example, in the educational text material on the development of pain, the term “nociception” was introduced very late and the term “pain stimulus” was used instead. This is not consistent with the terminology proposed by the International Association for the Study of Pain [<xref ref-type="bibr" rid="ref38">38</xref>]. Other apps used negative and catastrophizing wording (“Dein Rückentraining” and “Rückenschule”). Such wording could have negative effects on the prognosis in the form of nocebo effects or fear-avoidance beliefs [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Such negative effects on patient prognosis are known from the presentation of magnetic resonance imaging results. Patients to whom results are explained as normal changes have more positive prognoses than those to whom presenting pathologies were explained in detail and without their clinical meaning [<xref ref-type="bibr" rid="ref41">41</xref>]. Accordingly, the use of apps could consider patients’ beliefs, knowledge, and fears. This is supported by the results of qualitative research, according to which the implementation of exercises is promoted when these aspects are considered in therapy [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. However, patients also desire personalized advice and guidance from therapists [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Consequently, different versions and ways of working with apps may be appropriate for different patients. To ensure personalized advice and guidance, first contact with a professional remains crucial. This guidance, along with patient beliefs, knowledge, and fears, requires thorough clinical examinations including physical and psychosocial assessments, such as a stratification of patients based on their risk of chronification [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. If a low risk is detected, patients can be treated with education and an exercise program [<xref ref-type="bibr" rid="ref43">43</xref>]. Apps could be useful to deliver such education and facilitate exercises. High-risk patients should receive multimodal treatment guided by professionals [<xref ref-type="bibr" rid="ref43">43</xref>]. It is advisable to closely involve the patient in the decision-making process regarding whether to use an app. Furthermore, we suggest using a screening tool with appropriate diagnostic properties to determine the patients’ risk of chronicity before deciding to use an app.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A few methodological limitations of this study can be noted. When apps were rated by 2 reviewers, there was no standardization of app installation. Although the raters used the same devices, technical differences appeared in the consensus process. The anamneses performed by 2 apps were not answered in a standardized way, so the raters were probably shown different content. These factors of individualization and technical aspects might have led to differences in ratings and thus to poor and moderate consensus. The evaluation of the apps took place during their use on 1 day. Some apps might meet more guideline aspects with longer use. A conceivable bias in the overall process would be that apps with good, professional, and appealing designs were perhaps also rated better in other criteria in terms of a primacy effect [<xref ref-type="bibr" rid="ref44">44</xref>]. Since higher app prices correlate with higher quality [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], a biased rating of such apps in the sense of a confirmation bias is also conceivable [<xref ref-type="bibr" rid="ref45">45</xref>]. Furthermore, the checklist used was not a validated instrument, and no criteria were formulated as to when a recommendation was or was not met by an app. This could be improved by precisely formulated conditions for the answer options. In addition, there was no weighting of the items on which ones are especially important to fulfill.</p>
        <p>No apps with hybrid treatment approaches, such as web-based consultation with medical professionals, were investigated in this study. The focus was on the identification of apps and their evaluation by using rating tools.</p>
        <p>This study was guided, among others, by the approach for systematic reviews according to the PRISMA statement [<xref ref-type="bibr" rid="ref18">18</xref>]. However, app evaluation is very different from the evaluation of scientific literature. This was particularly noticeable in the process of reaching a consensus. The low level of consensus among raters in the guideline checklist may also reflect this. In contrast to the work of Didyk et al [<xref ref-type="bibr" rid="ref15">15</xref>] and Machado et al [<xref ref-type="bibr" rid="ref14">14</xref>], the raters in this study achieved a low ICC score. However, in both studies, the sample size was significantly larger [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. In addition, there were no trial runs followed by consensus building, as recommended in the MARS web-based training by Stoyanov [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>All apps considered in this systematic assessment met the recommendations of the GNG and included exercise forms classified and recommended by the NICE guideline. Most apps are of acceptable or good quality. There are apps with different designs: apps that create and guide home exercise programs and apps that create programs on their own or contain ready-made programs. Home exercise programs for the treatment of LBP are well researched. The use of apps as an adjunct to therapy could be useful if they succeed in getting patients to implement such programs or help in patient education. Whether health apps succeed in these matters should be the subject of research during the process of app development and publication, as it is required by the <italic>Bundesinstitut für Arzneimittel und Medizinprodukte</italic> to list such apps as a DiGA. The decision on whether and which app to use should be made in consideration of the preferences, knowledge, beliefs, and fears of patients in a joint exchange with a medical professional. Apps that create exercise programs should be tested for their effectiveness. Given the number of available apps for the treatment of NSLBP, an international checklist or assessment tool exclusively for the rating of such apps could be useful. By defining the requirements for safe and evidence-based treatment approaches for apps, such a tool could help to identify high-quality apps.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Inclusion and exclusion of apps from screening phase 1 and 2.</p>
        <media xlink:href="mhealth_v11i1e47502_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 76 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Original German national guideline checklist items and English translations.</p>
        <media xlink:href="mhealth_v11i1e47502_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 138 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BE</term>
          <def>
            <p>biomechanical exercise</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DiGA</term>
          <def>
            <p>Digitale Gesundheitsanwendungen</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GNG</term>
          <def>
            <p>German national guideline</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LBP</term>
          <def>
            <p>low back pain</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MARS</term>
          <def>
            <p>Mobile Application Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NICE</term>
          <def>
            <p>National Institute for Health and Care Excellence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NSLBP</term>
          <def>
            <p>nonspecific low back pain</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Additional material and information can be obtained from the corresponding author.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>All 3 authors were involved in the design of the study, whereas LU introduced the idea for the study. LU drafted the manuscript and analyzed the data. All 3 authors contributed to the draft of the manuscript and interpretation of the analyzed data. All authors have read and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blyth</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Global low back pain prevalence and years lived with disability from 1990 to 2017: estimates from the Global Burden of Disease Study 2017</article-title>
          <source>Ann Transl Med</source>
          <year>2020</year>
          <month>03</month>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>299</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://atm.amegroups.org/article/view/38037/html"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/atm.2020.02.175</pub-id>
          <pub-id pub-id-type="medline">32355743</pub-id>
          <pub-id pub-id-type="pii">atm-08-06-299</pub-id>
          <pub-id pub-id-type="pmcid">PMC7186678</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raspe</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Themenheft 53 "Rückenschmerzen"</article-title>
          <source>Robert Koch-Institut</source>
          <year>2012</year>
          <access-date>2022-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://edoc.rki.de/handle/176904/3239">https://edoc.rki.de/handle/176904/3239</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Nicht-spezifischer Kreuzschmerz</article-title>
          <source>Programm für Nationale VersorgungsLeitlinien</source>
          <year>2017</year>
          <month>03</month>
          <day>02</day>
          <access-date>2022-07-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.leitlinien.de/themen/kreuzschmerz">https://www.leitlinien.de/themen/kreuzschmerz</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Guideline Centre</collab>
          </person-group>
          <source>Low Back Pain and Sciatica in Over 16s: Assessment and Management</source>
          <year>2016</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>National Institute for Health and Care Excellence</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Baumann</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Plidschun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schiessl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tölle</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Treatment of low back pain with a digital multidisciplinary pain treatment app: short-term results</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2017</year>
          <month>12</month>
          <day>04</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2017/2/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/rehab.9032</pub-id>
          <pub-id pub-id-type="medline">29203460</pub-id>
          <pub-id pub-id-type="pii">v4i2e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC5735251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toelle</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Utpadel-Fischler</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>App-based multidisciplinary back pain treatment versus combined physiotherapy plus online education: a randomized controlled trial</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <month>05</month>
          <day>03</day>
          <volume>2</volume>
          <fpage>34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0109-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0109-x</pub-id>
          <pub-id pub-id-type="medline">31304380</pub-id>
          <pub-id pub-id-type="pii">109</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Utpadel-Fischler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Toelle</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Less pain, better sleep? The effect of a multidisciplinary back pain app on sleep quality in individuals suffering from back pain - a secondary analysis of app user data</article-title>
          <source>J Pain Res</source>
          <year>2020</year>
          <month>05</month>
          <day>20</day>
          <volume>13</volume>
          <fpage>1121</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32547175"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/JPR.S232792</pub-id>
          <pub-id pub-id-type="medline">32547175</pub-id>
          <pub-id pub-id-type="pii">232792</pub-id>
          <pub-id pub-id-type="pmcid">PMC7246313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moman</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Dvorkin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Wanderman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murad</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Warner</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Hooten</surname>
              <given-names>WM</given-names>
            </name>
          </person-group>
          <article-title>A systematic review and meta-analysis of unguided electronic and mobile health technologies for chronic pain-is it time to start prescribing electronic health applications?</article-title>
          <source>Pain Med</source>
          <year>2019</year>
          <month>11</month>
          <day>01</day>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>2238</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1093/pm/pnz164</pub-id>
          <pub-id pub-id-type="medline">31386151</pub-id>
          <pub-id pub-id-type="pii">5544261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Engpassanalyse</article-title>
          <source>Bundesagentur für Arbeit</source>
          <year>2021</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://statistik.arbeitsagentur.de/DE/Navigation/Statistiken/Interaktive-Statistiken/Fachkraeftebedarf/Engpassanalyse-Nav.html">https://statistik.arbeitsagentur.de/DE/Navigation/Statistiken/Interaktive-Statistiken/Fachkraeftebedarf/Engpassanalyse-Nav.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hickmann</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Jahresrückblick- der Arbeitsmarkt 2021</article-title>
          <source>Institut Der Deutschen Wirtschaft</source>
          <year>2021</year>
          <access-date>2022-07-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iwkoeln.de/studien/lydia-malin-helen-hickmann-jahresrueckblick-der-arbeitsmarkt-2021.html">https://www.iwkoeln.de/studien/lydia-malin-helen-hickmann-jahresrueckblick-der-arbeitsmarkt-2021.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Fachkräftemangel: keine Besserung in Sicht</article-title>
          <source>Bundesverband selbstständiger Physiotherapeuten — IFK e. V</source>
          <year>2020</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ifk.de/artikel/fachkraeftemangel-keine-besserung-sicht">https://ifk.de/artikel/fachkraeftemangel-keine-besserung-sicht</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tenzer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Smartphone-Nutzung in Deutschland</article-title>
          <source>Statista</source>
          <access-date>2022-03-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://de.statista.com/statistik/studie/id/71707/dokument/smartphone-nutzung-in-deutschland/">https://de.statista.com/statistik/studie/id/71707/dokument/smartphone-nutzung-in-deutschland/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Bundesärztekammer</collab>
            <collab>Kassenärztliche Bundesvereinigung</collab>
          </person-group>
          <article-title>Gesundheits-Apps im klinischen Alltag: Handreichung für Ärztinnen und Ärzte</article-title>
          <source>Ärztliches Zentrum für Qualität in der Medizin</source>
          <year>2020</year>
          <access-date>2022-08-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aezq.de/gesundheitsapps/ueberblick/#">https://www.aezq.de/gesundheitsapps/ueberblick/#</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Pinheiro</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kamper</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps for the self-management of low back pain: a systematic review</article-title>
          <source>Best Pract Res Clin Rheumatol</source>
          <year>2016</year>
          <month>12</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>1098</fpage>
          <lpage>109</lpage>
          <pub-id pub-id-type="doi">10.1016/j.berh.2017.04.002</pub-id>
          <pub-id pub-id-type="medline">29103552</pub-id>
          <pub-id pub-id-type="pii">S1521-6942(17)30002-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Didyk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Availability, content and quality of commercially available smartphone applications for the self-management of low back pain: a systematic assessment</article-title>
          <source>Disabil Rehabil</source>
          <year>2022</year>
          <month>12</month>
          <volume>44</volume>
          <issue>24</issue>
          <fpage>7600</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1080/09638288.2021.1979664</pub-id>
          <pub-id pub-id-type="medline">34612133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Escriche-Escuder</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>De-Torres</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Roldán-Jiménez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Martín-Martín</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muro-Culebras</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>González-Sánchez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Muñoz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mayoral-Cleries</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Biró</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolova</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Salvatore</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cuesta-Vargas</surname>
              <given-names>AI</given-names>
            </name>
          </person-group>
          <article-title>Assessment of the quality of mobile applications (Apps) for management of low back pain using the Mobile App Rating Scale (MARS)</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>12</month>
          <day>09</day>
          <volume>17</volume>
          <issue>24</issue>
          <fpage>9209</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17249209"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17249209</pub-id>
          <pub-id pub-id-type="medline">33317134</pub-id>
          <pub-id pub-id-type="pii">ijerph17249209</pub-id>
          <pub-id pub-id-type="pmcid">PMC7763508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <month>03</month>
          <day>29</day>
          <volume>372</volume>
          <fpage>n71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33782057"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.n71</pub-id>
          <pub-id pub-id-type="medline">33782057</pub-id>
          <pub-id pub-id-type="pmcid">PMC8005924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Android vs. iOS: Smartphone OS sales market share evolution</article-title>
          <source>Kantar Worldpanel</source>
          <access-date>2022-08-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kantarworldpanel.com/global/smartphone-os-market-share">https://www.kantarworldpanel.com/global/smartphone-os-market-share</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polanin</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Pigott</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Espelage</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Grotpeter</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Best practice guidelines for abstract screening large-evidence systematic reviews and meta-analyses</article-title>
          <source>Res Syn Meth</source>
          <year>2019</year>
          <month>06</month>
          <day>24</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>330</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/full/10.1002/jrsm.1354"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jrsm.1354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>MARS training video</article-title>
          <source>Stoyan Stoyanov YouTube page</source>
          <year>2016</year>
          <month>06</month>
          <day>14</day>
          <access-date>2022-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=25vBwJQIOcE">https://www.youtube.com/watch?v=25vBwJQIOcE</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Urbaniak</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Plous</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Research randomizer</source>
          <year>2013</year>
          <access-date>2022-08-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.randomizer.org/">https://www.randomizer.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Interrater reliability: the kappa statistic</article-title>
          <source>Biochem Med (Zagreb)</source>
          <year>2012</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23092060"/>
          </comment>
          <pub-id pub-id-type="medline">23092060</pub-id>
          <pub-id pub-id-type="pmcid">PMC3900052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koo</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>MY</given-names>
            </name>
          </person-group>
          <article-title>A guideline of selecting and reporting intraclass correlation coefficients for reliability research</article-title>
          <source>J Chiropr Med</source>
          <year>2016</year>
          <month>06</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27330520"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcm.2016.02.012</pub-id>
          <pub-id pub-id-type="medline">27330520</pub-id>
          <pub-id pub-id-type="pii">S1556-3707(16)00015-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4913118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>WMA declaration of Helsinki – ethical principles for medical research involving human subjects</article-title>
          <source>World Medical Association</source>
          <year>2022</year>
          <month>09</month>
          <day>06</day>
          <access-date>2023-08-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wma.net/policies-post/wma-declaration-of-helsinki-ethical-principles-for-medical-research-involving-human-subjects">https://www.wma.net/policies-post/wma-declaration-of-helsinki-ethical-principles-for-medical-research-involving-human-subjects</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karlsson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bergenheim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Larsson</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Nordeman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardsson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effects of exercise therapy in patients with acute low back pain: a systematic review of systematic reviews</article-title>
          <source>Syst Rev</source>
          <year>2020</year>
          <month>08</month>
          <day>14</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>182</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-020-01412-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-020-01412-8</pub-id>
          <pub-id pub-id-type="medline">32795336</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-020-01412-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7427286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slade</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>What are patient beliefs and perceptions about exercise for nonspecific chronic low back pain? A systematic review of qualitative studies</article-title>
          <source>Clin J Pain</source>
          <year>2014</year>
          <month>11</month>
          <volume>30</volume>
          <issue>11</issue>
          <fpage>995</fpage>
          <lpage>1005</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000044</pub-id>
          <pub-id pub-id-type="medline">24300225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geneen</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colvin</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BH</given-names>
            </name>
          </person-group>
          <article-title>Physical activity and exercise for chronic pain in adults: an overview of Cochrane Reviews</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>04</month>
          <day>24</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>CD011279</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28436583"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011279.pub3</pub-id>
          <pub-id pub-id-type="medline">28436583</pub-id>
          <pub-id pub-id-type="pmcid">PMC5461882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendrick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fielding</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bentley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kerslake</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pringle</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Radiography of the lumbar spine in primary care patients with low back pain: randomised controlled trial</article-title>
          <source>BMJ</source>
          <year>2001</year>
          <month>02</month>
          <day>17</day>
          <volume>322</volume>
          <issue>7283</issue>
          <fpage>400</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11179160"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.322.7283.400</pub-id>
          <pub-id pub-id-type="medline">11179160</pub-id>
          <pub-id pub-id-type="pmcid">PMC26570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Mundell</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Verswijveren</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tagliaferri</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Brisby</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bowe</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Belavy</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Which specific modes of exercise training are most effective for treating low back pain? Network meta-analysis</article-title>
          <source>Br J Sports Med</source>
          <year>2020</year>
          <month>11</month>
          <volume>54</volume>
          <issue>21</issue>
          <fpage>1279</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bjsm.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31666220"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bjsports-2019-100886</pub-id>
          <pub-id pub-id-type="medline">31666220</pub-id>
          <pub-id pub-id-type="pii">bjsports-2019-100886</pub-id>
          <pub-id pub-id-type="pmcid">PMC7588406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prior</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Vesentini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Michell De Gregorio</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Health coaching for low back pain and hip and knee osteoarthritis: a systematic review with meta-analysis</article-title>
          <source>Pain Med</source>
          <year>2023</year>
          <month>01</month>
          <day>04</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35775931"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pm/pnac099</pub-id>
          <pub-id pub-id-type="medline">35775931</pub-id>
          <pub-id pub-id-type="pii">6625662</pub-id>
          <pub-id pub-id-type="pmcid">PMC9825146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haladay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Swisher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hardwick</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Goal attainment scaling for patients with low back pain in rehabilitation: a systematic review</article-title>
          <source>Health Sci Rep</source>
          <year>2021</year>
          <month>09</month>
          <day>22</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e378</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34589616"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/hsr2.378</pub-id>
          <pub-id pub-id-type="medline">34589616</pub-id>
          <pub-id pub-id-type="pii">HSR2378</pub-id>
          <pub-id pub-id-type="pmcid">PMC8459028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Traeger</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Hübscher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Henschke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Moseley</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McAuley</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Effect of primary care-based education on reassurance in patients with acute low back pain: systematic review and meta-analysis</article-title>
          <source>JAMA Intern Med</source>
          <year>2015</year>
          <month>05</month>
          <volume>175</volume>
          <issue>5</issue>
          <fpage>733</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.0217</pub-id>
          <pub-id pub-id-type="medline">25799308</pub-id>
          <pub-id pub-id-type="pii">2204032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palazzo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Klinger</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dorner</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kadri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thierry</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Boumenir</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Poiraudeau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ville</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Barriers to home-based exercise program adherence with chronic low back pain: patient expectations regarding new technologies</article-title>
          <source>Ann Phys Rehabil Med</source>
          <year>2016</year>
          <month>04</month>
          <volume>59</volume>
          <issue>2</issue>
          <fpage>107</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1877-0657(16)00034-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rehab.2016.01.009</pub-id>
          <pub-id pub-id-type="medline">27050664</pub-id>
          <pub-id pub-id-type="pii">S1877-0657(16)00034-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Avdalis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Jeyalingam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Tatum</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bowden</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>An app with remote support achieves better adherence to home exercise programs than paper handouts in people with musculoskeletal conditions: a randomised trial</article-title>
          <source>J Physiother</source>
          <year>2017</year>
          <month>07</month>
          <volume>63</volume>
          <issue>3</issue>
          <fpage>161</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1836-9553(17)30067-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jphys.2017.05.015</pub-id>
          <pub-id pub-id-type="medline">28662834</pub-id>
          <pub-id pub-id-type="pii">S1836-9553(17)30067-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennell</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kasza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lonsdale</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinman</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Does a web-based exercise programming system improve home exercise adherence for people with musculoskeletal conditions?: A randomized controlled trial</article-title>
          <source>Am J Phys Med Rehabil</source>
          <year>2019</year>
          <month>10</month>
          <volume>98</volume>
          <issue>10</issue>
          <fpage>850</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/PHM.0000000000001204</pub-id>
          <pub-id pub-id-type="medline">31021823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quentin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bagheri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ugbolue</surname>
              <given-names>UC</given-names>
            </name>
            <name name-style="western">
              <surname>Coudeyre</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pélissier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Descatha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Menini</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bouillon-Minois</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Dutheil</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Effect of home exercise training in patients with nonspecific low-back pain: a systematic review and meta-analysis</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>08</month>
          <day>10</day>
          <volume>18</volume>
          <issue>16</issue>
          <fpage>8430</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18168430"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18168430</pub-id>
          <pub-id pub-id-type="medline">34444189</pub-id>
          <pub-id pub-id-type="pii">ijerph18168430</pub-id>
          <pub-id pub-id-type="pmcid">PMC8391468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raja</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Finnerup</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Flor</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mogil</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Ringkamp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sluka</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>XJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Tutelman</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Ushida</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vader</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The revised international association for the study of pain definition of pain: concepts, challenges, and compromises</article-title>
          <source>Pain</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>161</volume>
          <issue>9</issue>
          <fpage>1976</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32694387"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000001939</pub-id>
          <pub-id pub-id-type="medline">32694387</pub-id>
          <pub-id pub-id-type="pii">00006396-202009000-00006</pub-id>
          <pub-id pub-id-type="pmcid">PMC7680716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corsi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Emadi Andani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sometti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tinazzi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fiorio</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>When words hurt: verbal suggestion prevails over conditioning in inducing the motor nocebo effect</article-title>
          <source>Eur J Neurosci</source>
          <year>2019</year>
          <month>10</month>
          <volume>50</volume>
          <issue>8</issue>
          <fpage>3311</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1111/ejn.14489</pub-id>
          <pub-id pub-id-type="medline">31209960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wertli</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen-Barr</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weiser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bachmann</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Brunner</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The role of fear avoidance beliefs as a prognostic factor for outcome in patients with nonspecific low back pain: a systematic review</article-title>
          <source>Spine J</source>
          <year>2014</year>
          <month>05</month>
          <day>01</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>816</fpage>
          <lpage>36.e4</lpage>
          <pub-id pub-id-type="doi">10.1016/j.spinee.2013.09.036</pub-id>
          <pub-id pub-id-type="medline">24412032</pub-id>
          <pub-id pub-id-type="pii">S1529-9430(13)01576-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rajasekaran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dilip Chand Raja</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pushpa</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Ananda</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Ajoy Prasad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rishi</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>The catastrophization effects of an MRI report on the patient and surgeon and the benefits of 'clinical reporting': results from an RCT and blinded trials</article-title>
          <source>Eur Spine J</source>
          <year>2021</year>
          <month>07</month>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>2069</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1007/s00586-021-06809-0</pub-id>
          <pub-id pub-id-type="medline">33748882</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00586-021-06809-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernhardsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Samsson</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Öberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Larsson</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>A preference for dialogue: exploring the influence of patient preferences on clinical decision making and treatment in primary care physiotherapy</article-title>
          <source>Eur J Physiother</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>107</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/21679169.2018.1496474"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21679169.2018.1496474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehurst</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bryan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Konstantinou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Main</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Somerville</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vohora</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Comparison of stratified primary care management for low back pain with current best practice (STarT Back): a randomised controlled trial</article-title>
          <source>Lancet</source>
          <year>2011</year>
          <month>10</month>
          <day>29</day>
          <volume>378</volume>
          <issue>9802</issue>
          <fpage>1560</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(11)60937-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(11)60937-9</pub-id>
          <pub-id pub-id-type="medline">21963002</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(11)60937-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC3208163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>DuCharme</surname>
              <given-names>WM</given-names>
            </name>
          </person-group>
          <article-title>A primacy effect in subjective probability revision</article-title>
          <source>J Exp Psychol</source>
          <year>1967</year>
          <month>01</month>
          <volume>73</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037/h0024139</pub-id>
          <pub-id pub-id-type="medline">6031669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elston</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Confirmation bias in medical decision-making</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2020</year>
          <month>03</month>
          <volume>82</volume>
          <issue>3</issue>
          <fpage>572</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2019.06.1286</pub-id>
          <pub-id pub-id-type="medline">31279036</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(19)32285-6</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
