<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i6e18204</article-id>
      <article-id pub-id-type="pmid">32515747</article-id>
      <article-id pub-id-type="doi">10.2196/18204</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Feasibility of a Home-Based Tablet App for Dexterity Training in Multiple Sclerosis: Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jacob</surname>
            <given-names>Christine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Muto</surname>
            <given-names>Tomoyasu </given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>van Beek</surname>
            <given-names>Judith Jantine Willemijn</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9008-0777</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>van Wegen</surname>
            <given-names>Erwin Everardus Henri</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7920-9995</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Rietberg</surname>
            <given-names>Marc Berend</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0257-7431</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Nyffeler</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2504-8935</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Bohlhalter</surname>
            <given-names>Stephan</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0723-8164</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kamm</surname>
            <given-names>Christian Philipp</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3906-0161</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Nef</surname>
            <given-names>Tobias</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8069-9450</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Vanbellingen</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Neurocenter</institution>
            <institution>Lucerne Cantonal Hospital</institution>
            <addr-line>Spitalstrasse</addr-line>
            <addr-line>Lucerne, 6000 16 Lucerne</addr-line>
            <country>Switzerland</country>
            <phone>41 41 205 56 34</phone>
            <email>tim.vanbellingen@luks.ch</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0884-2005</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Neurocenter</institution>
        <institution>Lucerne Cantonal Hospital</institution>
        <addr-line>Lucerne</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Gerontechnology and Rehabilitation Group</institution>
        <institution>University of Bern</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Rehabilitation Medicine, Amsterdam Movement Sciences</institution>
        <institution>Multiple Sclerosis Center Amsterdam, Amsterdam University Medical Centers</institution>
        <institution>Vrije Universiteit Medical Center</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Neurology</institution>
        <institution>Bern University Hospital</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tim Vanbellingen <email>tim.vanbellingen@luks.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>6</issue>
      <elocation-id>e18204</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>4</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Judith Jantine Willemijn van Beek, Erwin Everardus Henri van Wegen, Marc Berend Rietberg, Thomas Nyffeler, Stephan Bohlhalter, Christian Philipp Kamm, Tobias Nef, Tim Vanbellingen. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 09.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/6/e18204/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Persons with multiple sclerosis (MS) often experience dexterous difficulties during the performance of activities of daily living, such as fastening buttons, handling coins, or writing, therefore impacting their health-related quality of life. Mobile health (mHealth) solutions, such as tablet apps, may be used to train impaired dexterous skills. The feasibility of a tablet app–based dexterity home-based intervention in MS (TAD-MS) has not been explored yet in persons with MS.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this pilot study was to evaluate the feasibility and usability of home-based dexterity training with a tablet app in both persons with MS and healthy subjects.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 9 persons with MS, aged 35-71 years, with an Expanded Disability Status Scale score between 2 and 7.5, performed the TAD-MS for 4 weeks, five times a week, with each training session lasting approximately 30 minutes. Participants’ impaired dexterity was measured by the Nine-Hole Peg Test. A total of 10 age-matched healthy subjects also tested and rated the usability of the app. Outcome measures were the adherence rate as well as usability measured by the System Usability Scale and a Custom User Engagement Questionnaire (CUEQ).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>High feasibility of the tablet app–based dexterity training program was shown by a 97% adherence rate to the training protocol (ie, mean 19.4/20 sessions completed, SD 0.8). High system usability scores (ie, mean 85.39%, SD  11.67) and overall high scores given in the CUEQ (ie, mean 8.2/10, SD 1.4) further point to high usability of the app. Neither demographic variables nor dexterity levels affected the use of the app.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This pilot study is the first to demonstrate high feasibility and usability of a new tablet app–based dexterity home-based training program among both persons with MS and healthy individuals. Whether this kind of training improves dexterity will need to be evaluated in a randomized controlled trial.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>dexterity</kwd>
        <kwd>feasibility</kwd>
        <kwd>multiple sclerosis</kwd>
        <kwd>rehabilitation</kwd>
        <kwd>app</kwd>
        <kwd>home-based training</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Multiple sclerosis (MS) is the most common cause of nontraumatic neurological disability in young adults and comes with long-term disability, including dexterous dysfunction[<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Impaired dexterity is a frequently reported problem in MS, affecting approximately 70%-80% of persons with MS [<xref ref-type="bibr" rid="ref4">4</xref>], mainly due to deconditioning, coordination deficits, muscle weakness, and/or tremor [<xref ref-type="bibr" rid="ref5">5</xref>]. Subsequently, persons with MS often experience problems in performing activities of daily living (ADL), such as fastening buttons, handling coins, or writing, therefore negatively impacting their self-reported health-related quality of life [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>In the last decade, the implementation of technical innovations has rapidly grown within MS neurorehabilitation. Many of these innovations relate to mobile health (mHealth) solutions and are often <italic>apps</italic> that can easily be installed on smartphones and/or tablets [<xref ref-type="bibr" rid="ref7">7</xref>] for use in the home environment. Their use is increasing among today’s MS population [<xref ref-type="bibr" rid="ref7">7</xref>]. Recently, Marrie and colleagues showed in a survey, which included over 6000 persons with MS, that around 84% already used mHealth services for exchanging medical information [<xref ref-type="bibr" rid="ref8">8</xref>]. Approximately half of the smartphone and tablet users used an mHealth app. Interestingly, a large majority of users (98.7%) reported some kind of benefit (eg, increased physical activity or being better informed about diagnosis) [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>The most frequently included features in such apps focus on personal data management and patient education (ie, health status) by providing, for example, diaries [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Some apps directly tackle physical or cognitive performance, such as the Cognitive Training Kit (COGNI-TRAcK) app [<xref ref-type="bibr" rid="ref11">11</xref>]. This app was developed to train cognitive deficits, which are common among persons with MS [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. COGNI-TRAcK showed high feasibility and usability as well as improved working memory if the app was used within a home-based cognitive training environment [<xref ref-type="bibr" rid="ref14">14</xref>]. The home-based training environment certainly added to the feasibility, because the persons with MS were flexible in planning their sessions and saved on travel time to rehabilitation centers. The specific contents of the app were also experienced to mentally stimulate the users, which helped to sustain motivation, and the contents were fun to play, explaining the high adherence to the training protocol [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>With regard to physical performance, Thirumalai and colleagues recently developed the therapeutic exercise TEAMS (Tele-Exercise and Multiple Sclerosis) app, aiming to be a comprehensive home tele-exercise program [<xref ref-type="bibr" rid="ref15">15</xref>]. It contains several exercise videos and articles, explaining yoga, Pilates, and dual-tasking [<xref ref-type="bibr" rid="ref15">15</xref>]. The advantage of this app is that the physical activity of persons with MS at home can be enhanced through tele-exercising. However, the primary aim of this app was to promote overall physical activity and not dexterity. So far, one app to measure dexterity in MS [<xref ref-type="bibr" rid="ref16">16</xref>] and two dexterity training apps [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>] have been developed and tested for their feasibility, either among stroke survivors [<xref ref-type="bibr" rid="ref17">17</xref>] or among people after surgical carpal tunnel release [<xref ref-type="bibr" rid="ref18">18</xref>]. The content of these training apps was primarily based on tapping or pinching performance of single digits [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. An advantage of both apps was that finger movements, performed while touching the touchscreen, could be guided by feedback. To our knowledge, the usability of a training dexterity app has not been explored yet in persons with MS.</p>
      <p>This pilot study comprehensively evaluated the feasibility and usability of a new tablet app–based dexterity home-based intervention in MS (TAD-MS) [<xref ref-type="bibr" rid="ref6">6</xref>] in both persons with MS as well as healthy subjects. The exercises focus on various components of dexterity, such as the pinch grip, coordinated finger movements, and tapping movements, and are designed to be challenging and fun. We hypothesized that the new dexterity app is feasible and usable, for both persons with MS and healthy individuals. Furthermore, we expected high adherence to the home-based training protocol.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Setting</title>
        <p>For this pilot study, both persons with MS and healthy subjects participated. Patients were prospectively recruited from the Neurocenter, Lucerne Cantonal Hospital, Lucerne, Switzerland. They were included if they met the following inclusion criteria: (1) provided written informed consent according to the latest Declaration of Helsinki [<xref ref-type="bibr" rid="ref19">19</xref>], (2) had an MS diagnosis following the revised McDonald criteria (ie, primary or secondary progressive or relapsing-remitting MS) [<xref ref-type="bibr" rid="ref20">20</xref>], (3) experienced impaired dexterity in their ADL or had a pathological Nine-Hole Peg Test (9HPT) according to established cutoff values [<xref ref-type="bibr" rid="ref21">21</xref>], (4) aged above 18 years, and (5) were able to understand German for instructions and measurements. Patients were excluded if they (1) suffered from severe cognitive impairment (ie, Montreal Cognitive Assessment score less than 21 [<xref ref-type="bibr" rid="ref22">22</xref>]) or (2) had other neurological, psychiatric, or developmental diseases prior to MS diagnosis. The Ethics Committee of Northwest and Central Switzerland (EKNZ) approved this study. We aimed to recruit age- and gender-matched healthy subjects, who worked as health care professionals or other staff members at the cantonal hospital, to explore whether usability scores of the TAD-MS differed between persons with MS and healthy individuals.</p>
      </sec>
      <sec>
        <title>Tablet App–Based Dexterity Training</title>
        <p>For eligible participants, an intake meeting in our clinic was planned. Upon consent, descriptive characteristics were assessed and participants were asked whether they were having other treatment sessions (ie, physiotherapy or occupational therapy). If <italic>yes</italic>, all subjects were allowed to participate if their regime was not related to dexterity, since that would have interfered with the outcome of this study. Subsequently, all patients received instructions about the TAD-MS by an expert clinician (JJWvB). The intervention consisted of five 30-minute sessions per week for 4 weeks; therefore, in total, 20 home sessions were completed. Patients received a tablet with the installed app and a personalized log-in code. An Apple iPad (Manufacturer Part Number: MP2G2TY; 9.7-inch Retina display; Wi-Fi; 2017) or Samsung Galaxy Tab S2 (model: SM-T813; 9.7-inch display; Wi-Fi) was used. The app was developed by a team of experts, consisting of an occupational therapist (Amy Orellana, see Acknowledgments), two graphic designers, and one programmer. In line with the Technology Acceptance Model, which is a frequently used acceptance framework for understanding clinicians’ adoption of mHealth [<xref ref-type="bibr" rid="ref23">23</xref>], perceived usefulness, perceived ease of use, and enjoyment were key elements that were integrated into this app. The programmer wrote the software program for the app with the programming language C# Job System using Unity 5.0 (Unity Technologies) [<xref ref-type="bibr" rid="ref24">24</xref>]. The team met on a weekly basis to test and retest the function of the exercises, to resolve bugs, and to review the progress of the software.</p>
        <p>Besides an explanation of the exercises from the clinician (JJWvB), the participant got instructions through instructional videos and texts for each exercise separately in the app, explaining how to perform the exercise. An example of the exercises is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. For a detailed description of the exercises, we refer to our protocol paper where we comprehensively explained the six dexterous games [<xref ref-type="bibr" rid="ref6">6</xref>]. The clinician (JJWvB) checked the adherence to the protocol by logging in to a website where the performance of the participants was tracked and recorded.</p>
        <p>The healthy subjects were invited to our clinic, and after receiving instructions by a trained clinician (Cleo Bol, see Acknowledgments), they performed all the dexterous exercises in a single session. Both patients and healthy subjects did all the exercises with both hands separately, starting with their dominant hand. Patients could choose for themselves when to do the exercises (ie, morning, afternoon, or evening) but were instructed to not train twice on the same day.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The TAD-MS app contains six dexterity exercises, including selective finger tapping (balloons), which is shown here. Other exercises are acrobat seesaw (pinch grip), the wheel (rotation and flexion/extension in various joints in fingers), and elevator I (selective finger rotation). TAD-MS: tablet app–based dexterity home-based intervention in multiple sclerosis.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i6e18204_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Our first objective was to extensively evaluate the feasibility and usability of a specific tablet app–based dexterity home-based training program in both persons with MS and healthy subjects. Our second objective was to assess the adherence to the protocol. Our third objective was to investigate whether demographic variables (ie, age and disease duration, type, and severity) and dexterous abilities could interfere with the use of the app.</p>
      </sec>
      <sec>
        <title>Endpoints</title>
        <p>All measurements were collected and rated by a single expert clinician (JJWvB) to achieve an optimal standardization of outcome measurements. The endpoints were feasibility measures: (1) the adherence to the protocol, (2) the self-reported System Usability Scale (SUS) score, and (3) a Custom User Engagement Questionnaire (CUEQ) (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), where the opinions of the participants were sought, regarding the content of the app exercises as well as the home-based training.</p>
        <p>Based on our previously published pilot study [<xref ref-type="bibr" rid="ref25">25</xref>], the adherence rate was determined as the ratio of the <italic>number of home sessions performed</italic> (SP) and the <italic>prescribed number of sessions</italic> (PS), which is 20: SP/PS × 100% = SP/20 × 100%. An adherence rate of 80% or higher was considered as <italic>good</italic>.</p>
        <p>The SUS was filled out after completing the intervention. The SUS is a well-validated questionnaire, consisting of a 10-item, 5-point Likert scale—each item was scored from 0 (<italic>strongly disagree</italic>) to 4 (<italic>strongly agree</italic>)—which takes three usability criteria into account: effectiveness, satisfaction, and efficiency [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. The total score is obtained by multiplying the mean sum value by 2.5. The SUS score ranges from 0% to 100%, where a higher score indicates better system usability. A score of 70% up to a maximum of 100% represents acceptable-to-excellent usability [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>The CUEQ contained two parts. Firstly, seven specific questions (Qs) related to the content of the app had to be scored on a scale ranging from 1 (<italic>poor</italic>) to 5 (<italic>excellent</italic>) (ie, Q1 = Were the exercises fun to play?; Q2 = Have you improved your fine motor skills?; Q3 = Was it easy to integrate the exercises into daily life?; Q4 = Were the explanations for the execution of each exercise sufficient?; Q5 = Would you recommend this application?; Q6 = Can you take the tablet well and easily on the go?; and Q7 = Do you notice improvements in everyday life regarding fine motor skills?). Since the healthy subjects did not participate in the training protocol, they did not answer Q2 and Q7. Secondly, all participants rated the overall quality of the app, which ranged from 1 (<italic>very poor quality</italic>) to 10 (<italic>excellent quality</italic>). Furthermore, they were asked to make suggestions for further improvement regarding the content of the app. All questions of the CUEQ were defined based on agreement between two experts in the field of dexterity rehabilitation (TV and Amy Orellana, see Acknowledgements); therefore, they were based on face validity and content validity.</p>
        <p>Besides demographics, dexterous functions were measured in the patient cohort to get an impression of overall disability and to check whether impaired dexterity may interfere with the use of the app. We used a patient-reported outcome measure (ie, the Arm Function in Multiple Sclerosis Questionnaire [AMSQ]), a performance-based task (ie, the 9HPT), and a measure of the degree of neurologic impairment (ie, the Expanded Disability Status Score [EDSS]). The 9HPT [<xref ref-type="bibr" rid="ref28">28</xref>] and the AMSQ [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] have shown good reliability and validity in MS. The AMSQ consists of 31 questions on a unidimensional scale that are formulated as “During the past two weeks, to what extent has MS limited your ability to...?’’ with a 6-point response option ranging from 1 (<italic>not at all limited</italic>) to 6 (<italic>no longer able to</italic>). One final score is obtained, ranging from 31 to 186, with a higher score indicating more difficulties in dexterous function [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. For the 9HPT, the time to perform the task was measured in seconds for each hand separately. Normative values considering age and gender are available [<xref ref-type="bibr" rid="ref21">21</xref>]. The EDSS examines neurological symptoms and signs in eight functional systems. Scores range from 0 (<italic>normal neurological examination)</italic> to 10 (<italic>death due to MS)</italic> in 0.5-unit increments that represent higher levels of disability [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>Descriptive statistics were used to present the baseline and clinical characteristics of all participants. The observed data approach was used for missing data. The normality of distribution of all outcome measurements was checked by Shapiro-Wilk tests. Moreover, skewness and kurtosis of the residuals were used to further check for normal distribution of outcome scores. To explore relationships between clinical parameters (ie, age, gender, disease type, disease severity, disease duration, AMSQ score, and 9HPT time) and usability scores, Spearman or eta correlations were performed.</p>
        <p>The level of significance was set at <italic>P</italic>≤.05 (two-tailed). Statistical analyses were performed using SPSS Statistics for Windows, version 26.0 (IBM Corp).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Recruitment took place between April 2018 and May 2019. A total of 9 persons with MS started and completed the intervention. No adverse effects or complications and no dropouts were reported. In addition, 10 age-matched healthy subjects participated (mean age 52 years, SD 13, range 33-73). Detailed clinical and demographic characteristics of the persons with MS are presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <p>The adherence to the training protocol by the persons with MS with regard to the average total sessions completed was very high. More specifically, the persons with MS completed, on average, 19.4 sessions (SD 0.8) of the planned 20 sessions (97%).</p>
      <p>Regarding the self-reported system usability of the app, the mean SUS scores were 85.00% (SD 11.59) and 85.75% (SD 12.36) for the patients and the healthy subjects, respectively, indicating excellent usability (see <xref rid="figure2" ref-type="fig">Figure 2</xref>). There was no significant difference between these scores (Mann-Whitney test, <italic>P</italic>=.74). Out of 10 healthy subjects, 2 (20%) rated the system just below the cutoff of 71.4%, meaning acceptable usability. Out of 9 patients, 1 (11%) rated the app as 60%, which means moderate usability. The overall SUS score (N=19) was 85.39% (SD 11.67).</p>
      <p>The CUEQ revealed high scores on each dexterity-related question, and the overall quality of the app was scored with a mean of 8.20 (SD 1.35), further indicating very good usability. Only 1 person out of 9 (11%) with MS gave it a score of 5, indicating moderate usability. The others (8/9, 89%) gave it a score of 7 or higher. None of the participants needed additional technical support at home, further denoting the usability. The mean quality scores of the dexterity-related questions for both groups are shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
      <p>We did not find significant correlations between the SUS scores and age (<italic>r</italic>=.20, <italic>P</italic>=.42), gender (eta=.024), disease type (eta=.16), disease severity (<italic>r</italic>=–.46, <italic>P</italic>=.22), disease duration (<italic>r</italic>=.34, <italic>P</italic>=.38), AMSQ score (<italic>r</italic>=–.59, <italic>P</italic>=.09), and 9HPT time (<italic>r</italic>=–.59, <italic>P</italic>=.10).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Clinical and demographic characteristics of the persons with multiple sclerosis (MS).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="630"/>
          <col width="0"/>
          <col width="340"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td colspan="2">Value (n=9)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Age in years, mean (SD); range</td>
              <td colspan="2">53.89 (12.27); 35-71</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Gender, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Male</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Female</td>
              <td>9 (100)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Handedness, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Right</td>
              <td>9 (100)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Left</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>MS type, n (%)</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Relapsing-remitting</td>
              <td>5 (56)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Primary progressive</td>
              <td>2 (22)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Secondary progressive</td>
              <td>2 (22)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">EDSS<sup>a</sup> score, mean (SD); range</td>
              <td colspan="2">3.89 (1.95); 2.0-7.5</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Disease duration in years, mean (SD); range</td>
              <td colspan="2">10.56 (9.76); 1-28</td>
            </tr>
            <tr valign="top">
              <td colspan="2">AMSQ<sup>b</sup> score, mean (SD); range</td>
              <td colspan="2">53.78 (21.38); 36-99</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>9HPT<sup>c</sup> in seconds, mean (SD); range</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Right + left</td>
              <td>26.27 (8.71); 20.20-46.87</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Right</td>
              <td>24.17 (5.20); 18.67-35.50</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Left</td>
              <td>28.36 (14.60); 19.51-65.53</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>EDSS: Expanded Disability Status Scale. Scores range from 0 (normal neurological examination) to 10 (death due to MS) in 0.5-unit increments that represent higher levels of disability.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>AMSQ: Arm Function in Multiple Sclerosis Questionnaire. Scores, for each of the 31 questions, range from 1 (not at all limited) to 6 (no longer able to), with total scores ranging from 31 to 186.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>9HPT: Nine-Hole Peg Test.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Results of the System Usability Scale (SUS). The SUS score ranges from 0% to 100%, where a higher value indicates better system usability. The dotted line represents a score of 71.4%. A score of 70% up to a maximum 100% represents acceptable-to-excellent usability. PwMS: persons with MS; HS: healthy subjects.</p>
        </caption>
        <graphic xlink:href="mhealth_v8i6e18204_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Quality ratings of the app regarding dexterity-related questions (Qs). The continuous line represents persons with multiple sclerosis. The dashed line represents healthy subjects. Scores range from 1 to 5: 1 = bad; 2 = moderate; 3 = good; 4 = very good; and 5 = excellent. Q1 = Were the exercises fun to play?; Q2 = Have you improved your fine motor skills?; Q3 = Was it easy to integrate the exercises into daily life?; Q4 = Were the explanations for the execution of each exercise sufficient?; Q5 = Would you recommend this application?; Q6 = Can you take the tablet well and easily on the go?; and Q7 = Do you notice improvements in everyday life regarding fine motor skills?</p>
        </caption>
        <graphic xlink:href="mhealth_v8i6e18204_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We extensively evaluated the feasibility and usability of a tablet app–based dexterity home-based training program in both persons with MS and healthy subjects. The very high adherence rate toward the training protocol, being 97%, points to the excellent feasibility of the TAD-MS, which is further supported by the absence of dropouts. Regarding usability, both persons with MS as well as healthy subjects scored high on the SUS, were very satisfied with the system features of the app, and highly appreciated its easy integration into their daily life setting. Furthermore, our findings suggest that demographic factors (ie, gender; age; and disease duration, type, and severity) and dexterity levels do not interfere with the use of the app, further adding to the high usability of this mHealth intervention.</p>
        <p>In contrast with the only two previous studies that tested the use of different dexterity apps in other populations, which were stroke survivors [<xref ref-type="bibr" rid="ref17">17</xref>] and patients suffering from carpal tunnel syndrome [<xref ref-type="bibr" rid="ref18">18</xref>], our pilot study shows for the first time a high adherence rate for a 4-week, tablet app–based dexterity training program in persons with MS. The duration and dosage of our training protocol, the TAD-MS, actually matched those from a previous dexterity app study [<xref ref-type="bibr" rid="ref18">18</xref>] and is also in line with other home-based dexterity training programs in MS [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], which showed similar adherence rates. The fact that all included subjects did not need additional technical support at home, were independent, and were free to choose when to do their exercises (ie, morning, afternoon, or evening) likely contributed to the high adherence.</p>
        <p>The user interface of this app was simple and clear, mainly explaining the high usability scores. Previous recent reviews [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>] and surveys [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref34">34</xref>] about mHealth apps for MS already suggested some key features for the development of user-friendly apps. These features were as follows: easy app navigation, clear instructions of the exercises, aspects of gamification, and low technical requirements. This app fulfilled these key elements, since persons with MS could easily navigate through the app, with each exercise having clear instructions (ie, video sequences demonstrating and explaining the aim of the exercises). In addition, gamification elements and integrated feedback to optimize performance were incorporated, both aspects that are important to build and maintain motivation during training, as suggested before [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>Regarding the effect of demographic variables on app usability scores, we did not find an association between the user interface and demographic variables, supporting the generalizability of the approach and indicating that the app is suitable for a broad MS population. This finding is in line with a previous report that found that irrespective of age, disease type, and disease severity, persons with MS were able to manage technical issues of a new mHealth app [<xref ref-type="bibr" rid="ref35">35</xref>]. However, our results do contrast with Kizony and colleagues [<xref ref-type="bibr" rid="ref17">17</xref>], who showed that declines in age-related dexterity, as previously shown in healthy subjects [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], could affect app performance. Thus, older healthy subjects were more challenged to use the app properly. The reason why we could not find such a relationship, besides the limited sample size, may lie in the heterogeneity of the MS disease, meaning that both younger and older patients, being differently affected by the disease, may have similar experiences using our app. The level of impaired dexterity, irrespective of age, might be a bigger challenge. In MS, a possible impact of impaired fine motor skills, mainly due to underlying ataxia, muscle weakness, and/or tremor [<xref ref-type="bibr" rid="ref2">2</xref>], on app usability has been suggested as a possible barrier [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. However, in our study, we could not find a relationship between validated dexterity measures and usability scores for this app, suggesting this might not be such a decisive barrier.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This pilot study does have some limitations. We included a small sample of participants with relatively good cognitive function. Therefore, we cannot generalize our findings to individuals suffering from severe cognitive disabilities. However, this was not the scope of this pilot study. For persons with MS with severe cognitive impairment, more conventional dexterity-training methods might be more useful [<xref ref-type="bibr" rid="ref32">32</xref>], because real objects and tools are used within this kind of training, certainly being more closely related to real dexterity ADL. Finally, although we included a healthy control group, these subjects did not have any dexterous impairment and, therefore, did not participate in the 4-week training. Future studies could explore whether healthy older subjects with some dexterous disability could benefit from the TAD-MS.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This pilot study is the first to demonstrate the high feasibility and usability of a new tablet app–based dexterity home-based training program, called the TAD-MS [<xref ref-type="bibr" rid="ref6">6</xref>], among both persons with MS and healthy subjects. The tablet app training program can be easily integrated into the home situation, without any technical or therapeutic support, therefore providing an additional tool in the rehabilitation toolbox to train dexterity for persons with MS. Whether the TAD-MS improves dexterity will need to be assessed in future studies (ie, in a pre-post design) that can provide effect sizes that are necessary to perform appropriate sample size calculations for randomized trials.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Custom User Engagement Questionnaire.</p>
        <media xlink:href="mhealth_v8i6e18204_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">9HPT</term>
          <def>
            <p>Nine-Hole Peg Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ADL</term>
          <def>
            <p>activities of daily living</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AMSQ</term>
          <def>
            <p>Arm Function in Multiple Sclerosis Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COGNI-TRAcK</term>
          <def>
            <p>Cognitive Training Kit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CUEQ</term>
          <def>
            <p>Custom User Engagement Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">EDSS</term>
          <def>
            <p>Expanded Disability Status Score</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">EKNZ</term>
          <def>
            <p>Northwest and Central Switzerland</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MS</term>
          <def>
            <p>multiple sclerosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PS</term>
          <def>
            <p>prescribed number of sessions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">Q</term>
          <def>
            <p>question</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SP</term>
          <def>
            <p>number of home sessions performed</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">TAD-MS</term>
          <def>
            <p>tablet app–based dexterity home-based intervention in multiple sclerosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">TEAMS</term>
          <def>
            <p>Tele-Exercise and Multiple Sclerosis</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>First, the authors would like to thank the Swiss Multiple Sclerosis Society and Bayer AG for their financial support. Second, we are also very grateful to all participants for their effort and valuable feedback. Third, we would like to thank Amy Orellana for providing her app. Additionally, we would like to show appreciation to Dr Dirk Lehnick for his methodological advice regarding statistics. Last, we are thankful to Cleo Bol for helping with data collection.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamm</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Uitdehaag</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Polman</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Multiple sclerosis: Current knowledge and future outlook</article-title>
          <source>Eur Neurol</source>
          <year>2014</year>
          <volume>72</volume>
          <issue>3-4</issue>
          <fpage>132</fpage>
          <lpage>141</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000360528"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000360528</pub-id>
          <pub-id pub-id-type="medline">25095894</pub-id>
          <pub-id pub-id-type="pii">000360528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vanbellingen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kamm</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Neurorehabilitation topics in patients with multiple sclerosis: From outcome measurements to rehabilitation interventions</article-title>
          <source>Semin Neurol</source>
          <year>2016</year>
          <month>04</month>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>196</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0036-1579694</pub-id>
          <pub-id pub-id-type="medline">27116726</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Baranzini</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Geurts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccarelli</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Multiple sclerosis</article-title>
          <source>Lancet</source>
          <year>2018</year>
          <month>04</month>
          <day>21</day>
          <volume>391</volume>
          <issue>10130</issue>
          <fpage>1622</fpage>
          <lpage>1636</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(18)30481-1</pub-id>
          <pub-id pub-id-type="medline">29576504</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(18)30481-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ytterberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Claesson</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Lindberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hillert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Widén Holmqvist</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>von Koch</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>High concurrent presence of disability in multiple sclerosis. Associations with perceived health</article-title>
          <source>J Neurol</source>
          <year>2007</year>
          <month>06</month>
          <volume>254</volume>
          <issue>6</issue>
          <fpage>767</fpage>
          <lpage>773</lpage>
          <pub-id pub-id-type="doi">10.1007/s00415-006-0431-5</pub-id>
          <pub-id pub-id-type="medline">17401746</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortiz-Rubio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cabrera-Martos</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Torres</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fajardo-Contreras</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz-Pelegrina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valenza</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Effects of a home-based upper limb training program in patients with multiple sclerosis: A randomized controlled trial</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2016</year>
          <month>12</month>
          <volume>97</volume>
          <issue>12</issue>
          <fpage>2027</fpage>
          <lpage>2033</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2016.05.018</pub-id>
          <pub-id pub-id-type="medline">27343343</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(16)30255-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Beek</surname>
              <given-names>JJW</given-names>
            </name>
            <name name-style="western">
              <surname>van Wegen</surname>
              <given-names>EEH</given-names>
            </name>
            <name name-style="western">
              <surname>Bol</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Rietberg</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Kamm</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Vanbellingen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Tablet app-based dexterity training in multiple sclerosis (TAD-MS): Research protocol of a randomized controlled trial</article-title>
          <source>Front Neurol</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>61</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fneur.2019.00061"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fneur.2019.00061</pub-id>
          <pub-id pub-id-type="medline">30804879</pub-id>
          <pub-id pub-id-type="pmcid">PMC6378288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kylberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pettersson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harnett</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hedvall</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Mattsson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Månsson Lexell</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The use of apps for health in persons with multiple sclerosis, Parkinson's disease and stroke: Barriers and facilitators</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>242</volume>
          <fpage>638</fpage>
          <lpage>641</lpage>
          <pub-id pub-id-type="medline">28873864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marrie</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tyry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cutter</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Salter</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Use of eHealth and mHealth technology by persons with multiple sclerosis</article-title>
          <source>Mult Scler Relat Disord</source>
          <year>2019</year>
          <month>01</month>
          <volume>27</volume>
          <fpage>13</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1016/j.msard.2018.09.036</pub-id>
          <pub-id pub-id-type="medline">30296732</pub-id>
          <pub-id pub-id-type="pii">S2211-0348(18)30352-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giunti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Guisado Fernández</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dorronzoro Zubiete</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera Romero</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Supply and demand in mHealth apps for persons with multiple sclerosis: Systematic search in app stores and scoping literature review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>05</month>
          <day>23</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e10512</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/5/e10512/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10512</pub-id>
          <pub-id pub-id-type="medline">29792295</pub-id>
          <pub-id pub-id-type="pii">v6i5e10512</pub-id>
          <pub-id pub-id-type="pmcid">PMC5990860</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marziniak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brichetto</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Feys</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meyding-Lamadé</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Vernon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Meuth</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>The use of digital and remote communication technologies as a tool for multiple sclerosis management: Narrative review</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2018</year>
          <month>04</month>
          <day>24</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2018/1/e5/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/rehab.7805</pub-id>
          <pub-id pub-id-type="medline">29691208</pub-id>
          <pub-id pub-id-type="pii">v5i1e5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5941090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tacchino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pedullà</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bonzano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vassallo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Battaglia</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Mancardi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bove</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brichetto</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A new app for at-home cognitive training: Description and pilot testing on patients with multiple sclerosis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>08</month>
          <day>31</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e85</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/3/e85/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4269</pub-id>
          <pub-id pub-id-type="medline">26323749</pub-id>
          <pub-id pub-id-type="pii">v3i3e85</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pflugshaupt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nösberger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gutbrod</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Linnebank</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brugger</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Bottom-up visual integration in the medial parietal lobe</article-title>
          <source>Cereb Cortex</source>
          <year>2016</year>
          <month>03</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>943</fpage>
          <lpage>949</lpage>
          <pub-id pub-id-type="doi">10.1093/cercor/bhu256</pub-id>
          <pub-id pub-id-type="medline">25331599</pub-id>
          <pub-id pub-id-type="pii">bhu256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sokolov</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Grivaz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bove</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Cognitive deficits in multiple sclerosis: Recent advances in treatment and neurorehabilitation</article-title>
          <source>Curr Treat Options Neurol</source>
          <year>2018</year>
          <month>10</month>
          <day>22</day>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>53</fpage>
          <pub-id pub-id-type="doi">10.1007/s11940-018-0538-x</pub-id>
          <pub-id pub-id-type="medline">30345468</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11940-018-0538-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedullà</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brichetto</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tacchino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vassallo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zaratin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Battaglia</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Bonzano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bove</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adaptive vs non-adaptive cognitive training by means of a personalized app: A randomized trial in people with multiple sclerosis</article-title>
          <source>J Neuroeng Rehabil</source>
          <year>2016</year>
          <month>10</month>
          <day>04</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>88</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jneuroengrehab.biomedcentral.com/articles/10.1186/s12984-016-0193-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12984-016-0193-y</pub-id>
          <pub-id pub-id-type="medline">27716336</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12984-016-0193-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5050994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thirumalai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rimmer</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wilroy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>TEAMS (Tele-Exercise and Multiple Sclerosis), a tailored telerehabilitation mHealth app: Participant-centered development and usability study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>05</month>
          <day>24</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e10181</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/5/e10181/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10181</pub-id>
          <pub-id pub-id-type="medline">29798832</pub-id>
          <pub-id pub-id-type="pii">v6i5e10181</pub-id>
          <pub-id pub-id-type="pmcid">PMC5992455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Midaglia</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mulero</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Montalban</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Julian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schadrack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gossens</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Scotland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsmeier</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van Beek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bernasconi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Belachew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lindemann</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adherence and satisfaction of smartphone- and smartwatch-based remote active testing and passive monitoring in people with multiple sclerosis: Nonrandomized interventional feasibility study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>08</month>
          <day>30</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>e14863</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/8/e14863/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14863</pub-id>
          <pub-id pub-id-type="medline">31471961</pub-id>
          <pub-id pub-id-type="pii">v21i8e14863</pub-id>
          <pub-id pub-id-type="pmcid">PMC6743265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kizony</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zeilig</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dudkiewicz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Schejter-Margalit</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Tablet apps and dexterity: Comparison between 3 age groups and proof of concept for stroke rehabilitation</article-title>
          <source>J Neurol Phys Ther</source>
          <year>2016</year>
          <month>01</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1097/NPT.0000000000000110</pub-id>
          <pub-id pub-id-type="medline">26630324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blanquero</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cortés-Vega</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>García-Frasquet</surname>
              <given-names>MÁ</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez-Laulhé</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Nieto Díaz de Los Bernardos</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Suero-Pineda</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Exercises using a touchscreen tablet application improved functional ability more than an exercise program prescribed on paper in people after surgical carpal tunnel release: A randomised trial</article-title>
          <source>J Physiother</source>
          <year>2019</year>
          <month>04</month>
          <volume>65</volume>
          <issue>2</issue>
          <fpage>81</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1836-9553(19)30021-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jphys.2019.02.008</pub-id>
          <pub-id pub-id-type="medline">30926400</pub-id>
          <pub-id pub-id-type="pii">S1836-9553(19)30021-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>General Assembly of the World Medical Association</collab>
          </person-group>
          <article-title>World Medical Association Declaration of Helsinki: Ethical principles for medical research involving human subjects</article-title>
          <source>J Am Coll Dent</source>
          <year>2014</year>
          <volume>81</volume>
          <issue>3</issue>
          <fpage>14</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="medline">25951678</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Banwell</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Barkhof</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Coetzee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Comi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Correale</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fazekas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Filippi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Fujihara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Galetta</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hartung</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Kappos</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lublin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Marrie</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Montalban</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Mowry</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Tintoré</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Traboulsee</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Trojano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Uitdehaag</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Vukusic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Waubant</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weinshenker</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Reingold</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis of multiple sclerosis: 2017 revisions of the McDonald criteria</article-title>
          <source>Lancet Neurol</source>
          <year>2018</year>
          <month>02</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>162</fpage>
          <lpage>173</lpage>
          <pub-id pub-id-type="doi">10.1016/S1474-4422(17)30470-2</pub-id>
          <pub-id pub-id-type="medline">29275977</pub-id>
          <pub-id pub-id-type="pii">S1474-4422(17)30470-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oxford Grice</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muniz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vollmer</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Adult norms for a commercially available Nine Hole Peg Test for finger dexterity</article-title>
          <source>Am J Occup Ther</source>
          <year>2003</year>
          <volume>57</volume>
          <issue>5</issue>
          <fpage>570</fpage>
          <lpage>573</lpage>
          <pub-id pub-id-type="doi">10.5014/ajot.57.5.570</pub-id>
          <pub-id pub-id-type="medline">14527120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nasreddine</surname>
              <given-names>ZS</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Bédirian</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Charbonneau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Collin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Chertkow</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The Montreal Cognitive Assessment, MoCA: A brief screening tool for mild cognitive impairment</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2005</year>
          <month>04</month>
          <volume>53</volume>
          <issue>4</issue>
          <fpage>695</fpage>
          <lpage>699</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.2005.53221.x</pub-id>
          <pub-id pub-id-type="medline">15817019</pub-id>
          <pub-id pub-id-type="pii">JGS53221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Straub</surname>
              <given-names>ET</given-names>
            </name>
          </person-group>
          <article-title>Understanding technology adoption: Theory and future directions for informal learning</article-title>
          <source>Rev Educ Res</source>
          <year>2017</year>
          <month>01</month>
          <day>10</day>
          <volume>79</volume>
          <issue>2</issue>
          <fpage>625</fpage>
          <lpage>649</lpage>
          <pub-id pub-id-type="doi">10.3102/0034654308325896</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>Unity User Manual</source>
          <year>2019</year>
          <access-date>2020-01-11</access-date>
          <publisher-loc>San Francisco, CA</publisher-loc>
          <publisher-name>Unity Technologies</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://docs.unity3d.com/Manual/index.html">https://docs.unity3d.com/Manual/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Beek</surname>
              <given-names>JJW</given-names>
            </name>
            <name name-style="western">
              <surname>van Wegen</surname>
              <given-names>EEH</given-names>
            </name>
            <name name-style="western">
              <surname>Bohlhalter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vanbellingen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Exergaming-based dexterity training in persons with Parkinson disease: A pilot feasibility study</article-title>
          <source>J Neurol Phys Ther</source>
          <year>2019</year>
          <month>07</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>168</fpage>
          <lpage>174</lpage>
          <pub-id pub-id-type="doi">10.1097/NPT.0000000000000278</pub-id>
          <pub-id pub-id-type="medline">31136450</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>SUS - A Quick and Dirty Usability Scale</source>
          <year>1986</year>
          <access-date>2020-05-29</access-date>
          <publisher-loc>Maynard, MA</publisher-loc>
          <publisher-name>Digital Equipment Corporation</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hell.meiert.org/core/pdf/sus.pdf">https://hell.meiert.org/core/pdf/sus.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borsci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Federici</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lauriola</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>On the dimensionality of the System Usability Scale: A test of alternative measurement models</article-title>
          <source>Cogn Process</source>
          <year>2009</year>
          <month>08</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>193</fpage>
          <lpage>197</lpage>
          <pub-id pub-id-type="doi">10.1007/s10339-009-0268-9</pub-id>
          <pub-id pub-id-type="medline">19565283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamers</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kelchtermans</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baert</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Feys</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Upper limb assessment in multiple sclerosis: A systematic review of outcome measures and their psychometric properties</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2014</year>
          <month>06</month>
          <volume>95</volume>
          <issue>6</issue>
          <fpage>1184</fpage>
          <lpage>1200</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2014.02.023</pub-id>
          <pub-id pub-id-type="medline">24631802</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(14)00185-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinheimer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wendel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vanbellingen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Westers</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Hodak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blatter</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Uitdehaag</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kamm</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>The Arm Function in Multiple Sclerosis Questionnaire was successfully translated to German</article-title>
          <source>J Hand Ther</source>
          <year>2018</year>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <lpage>140.e1</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jht.2017.09.010</pub-id>
          <pub-id pub-id-type="medline">29102479</pub-id>
          <pub-id pub-id-type="pii">S0894-1130(17)30231-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mokkink</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Knol</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>van der Linden</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Sonder</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>D'hooghe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Uitdehaag</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>The Arm Function in Multiple Sclerosis Questionnaire (AMSQ): Development and validation of a new tool using IRT methods</article-title>
          <source>Disabil Rehabil</source>
          <year>2015</year>
          <month>12</month>
          <volume>37</volume>
          <issue>26</issue>
          <fpage>2445</fpage>
          <lpage>2451</lpage>
          <pub-id pub-id-type="doi">10.3109/09638288.2015.1027005</pub-id>
          <pub-id pub-id-type="medline">25801923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Munster</surname>
              <given-names>CEP</given-names>
            </name>
            <name name-style="western">
              <surname>Uitdehaag</surname>
              <given-names>BMJ</given-names>
            </name>
          </person-group>
          <article-title>Outcome measures in clinical trials for multiple sclerosis</article-title>
          <source>CNS Drugs</source>
          <year>2017</year>
          <month>03</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>236</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28185158"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40263-017-0412-5</pub-id>
          <pub-id pub-id-type="medline">28185158</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40263-017-0412-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5336539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamm</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Mattle</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Müri</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Heldner</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Blatter</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlome</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lüthy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Imboden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pedrazzini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bohlhalter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hilfiker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vanbellingen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Home-based training to improve manual dexterity in patients with multiple sclerosis: A randomized controlled trial</article-title>
          <source>Mult Scler</source>
          <year>2015</year>
          <month>10</month>
          <volume>21</volume>
          <issue>12</issue>
          <fpage>1546</fpage>
          <lpage>1556</lpage>
          <pub-id pub-id-type="doi">10.1177/1352458514565959</pub-id>
          <pub-id pub-id-type="medline">25623246</pub-id>
          <pub-id pub-id-type="pii">1352458514565959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalron</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg-Abrahami</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gelav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Achiron</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effects of a new sensory re-education training tool on hand sensibility and manual dexterity in people with multiple sclerosis</article-title>
          <source>NeuroRehabilitation</source>
          <year>2013</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>943</fpage>
          <lpage>948</lpage>
          <pub-id pub-id-type="doi">10.3233/NRE-130917</pub-id>
          <pub-id pub-id-type="medline">23867419</pub-id>
          <pub-id pub-id-type="pii">X1482614H257613X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simblett</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Matcham</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Radaelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mulero</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arévalo</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Polhemus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gamble</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Comi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
            <collab>RADAR-CNS Consortium</collab>
          </person-group>
          <article-title>Engaging across dimensions of diversity: A cross-national perspective on mHealth tools for managing relapsing remitting and progressive multiple sclerosis</article-title>
          <source>Mult Scler Relat Disord</source>
          <year>2019</year>
          <month>07</month>
          <volume>32</volume>
          <fpage>123</fpage>
          <lpage>132</lpage>
          <pub-id pub-id-type="doi">10.1016/j.msard.2019.04.020</pub-id>
          <pub-id pub-id-type="medline">31125754</pub-id>
          <pub-id pub-id-type="pii">S2211-0348(19)30180-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Engelhard</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Patek</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Sheridan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lach</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Remotely engaged: Lessons from remote monitoring in multiple sclerosis</article-title>
          <source>Int J Med Inform</source>
          <year>2017</year>
          <month>04</month>
          <volume>100</volume>
          <fpage>26</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28241935"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2017.01.006</pub-id>
          <pub-id pub-id-type="medline">28241935</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(17)30006-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5331862</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carmeli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Patish</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The aging hand</article-title>
          <source>J Gerontol A Biol Sci Med Sci</source>
          <year>2003</year>
          <month>02</month>
          <volume>58</volume>
          <issue>2</issue>
          <fpage>146</fpage>
          <lpage>152</lpage>
          <pub-id pub-id-type="doi">10.1093/gerona/58.2.m146</pub-id>
          <pub-id pub-id-type="medline">12586852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desrosiers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bravo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rochette</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Age-related changes in upper extremity performance of elderly people: A longitudinal study</article-title>
          <source>Exp Gerontol</source>
          <year>1999</year>
          <month>06</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>393</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1016/s0531-5565(99)00018-2</pub-id>
          <pub-id pub-id-type="medline">10433393</pub-id>
          <pub-id pub-id-type="pii">S0531-5565(99)00018-2</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
