<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i5e20966</article-id>
      <article-id pub-id-type="pmid">33949953</article-id>
      <article-id pub-id-type="doi">10.2196/20966</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Usability and Accuracy of a Smartwatch for the Assessment of Physical Activity in the Elderly Population: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Toledo</surname>
            <given-names>Meynard John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Martinato</surname>
            <given-names>Matteo</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8875-1738</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lorenzoni</surname>
            <given-names>Giulia</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1771-4686</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Zanchi</surname>
            <given-names>Tommaso</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6393-5714</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bergamin</surname>
            <given-names>Alessia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6254-1844</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Buratin</surname>
            <given-names>Alessia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2461-750X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Azzolina</surname>
            <given-names>Danila</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8185-5742</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gregori</surname>
            <given-names>Dario</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Unit of Biostatistics, Epidemiology and Public Health</institution>
            <institution>Department of Cardiac-Thoracic-Vascular Sciences and Public Health</institution>
            <institution>University of Padova</institution>
            <addr-line>Via Leonardo Loredan, 18</addr-line>
            <addr-line>Padova, </addr-line>
            <country>Italy</country>
            <phone>39 049 827 5384</phone>
            <fax>39 027 004 45089</fax>
            <email>dario.gregori@unipd.it</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7906-0580</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Unit of Biostatistics, Epidemiology and Public Health</institution>
        <institution>Department of Cardiac-Thoracic-Vascular Sciences and Public Health</institution>
        <institution>University of Padova</institution>
        <addr-line>Padova</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Biology</institution>
        <institution>University of Padova</institution>
        <addr-line>Padova</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Molecular Medicine</institution>
        <institution>University of Padova</institution>
        <addr-line>Padova</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Translational Medicine</institution>
        <institution>University of Eastern Piedmont</institution>
        <addr-line>Novara</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dario Gregori <email>dario.gregori@unipd.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>5</issue>
      <elocation-id>e20966</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Matteo Martinato, Giulia Lorenzoni, Tommaso Zanchi, Alessia Bergamin, Alessia Buratin, Danila Azzolina, Dario Gregori. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 05.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2021/5/e20966" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Regular physical activity (PA) contributes to the primary and secondary prevention of several chronic diseases and reduces the risk of premature death. Physical inactivity is a modifiable risk factor for cardiovascular disease and a variety of chronic disorders such as diabetes, obesity,  hypertension, bone and joint diseases (eg, osteoporosis and osteoarthritis), depression, and colon and breast cancer. Population aging and the related increase in chronic diseases have a major impact on the health care systems of most Western countries and will produce an even more significant effect in the future. Monitoring PA is a valuable method of determining whether people are performing enough PA so as to prevent chronic diseases or are showing early symptoms of those diseases.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to estimate the accuracy of wearable devices in quantifying the PA of elderly people in a real-life setting.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Participants aged 70 to 90 years with the ability to walk safely without any walking aid for at least 300 meters, who had no walking disabilities or episodes of falling while walking in the last 12 months, were asked to walk 150 meters at their preferred pace wearing a vívoactive HR device (Garmin Ltd) and actual steps were monitored and tallied by a researcher using a hand-tally counter to assess the performance of the device at a natural speed. A Bland-Altman plot was used to analyze the difference between manually counted steps and wearable device–measured steps. The intraclass correlation coefficient (ICC) was computed (with a 95% confidence interval) between step measurements. The generalized linear mixed-model (GLMM) ICCs were estimated, providing a random effect term (random intercept) for the individual measurements (gold standard and device). Both adjusted and conditional ICCs were computed for the GLMM models considering separately the effect of age, sex, BMI, and obesity. Analyses were performed using R software (R Foundation for Statistical Computing) with the rms package.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 23 females and 26 males were enrolled in the study. The median age of the participants was 75 years. The Bland-Altman plot revealed that, excluding one observation, all differences across measurements were in the confidence bounds, demonstrating the substantial agreement between the step count measurements. The results were confirmed by an ICC equal to .98 (.96-.99), demonstrating excellent agreement between the two sets of measurements.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The level of accuracy of wearable devices in quantifying the PA of elderly people in a real-life setting that was found in this study supports the idea of considering wrist-wearable nonmedical devices (widely available in nonspecialized stores) as reliable tools. Both health care professionals and informal caregivers could monitor the level of PA of their patients.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>wearable devices</kwd>
        <kwd>elderly</kwd>
        <kwd>physical activity</kwd>
        <kwd>smartwatches</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>There is remarkable evidence that regular physical activity (PA) contributes to the primary and secondary prevention of several chronic diseases and reduces the risk of premature death [<xref ref-type="bibr" rid="ref1">1</xref>]. There is a linear relation between the amount of PA and health benefits, such that the most physically active people are at the lowest risk [<xref ref-type="bibr" rid="ref1">1</xref>]. However, the greatest improvements in health status are recorded when people who are the least fit become physically active [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>Physical inactivity is a modifiable risk factor for cardiovascular disease and a variety of chronic disorders such as diabetes, obesity, hypertension, bone and joint diseases (eg, osteoporosis and osteoarthritis), depression, and colon and breast cancer [<xref ref-type="bibr" rid="ref2">2</xref>]. In this framework, primary prevention plays a key role in the management of these diseases. Moreover, health promotion programs should target people of all ages, since the risk of developing chronic diseases starts in childhood and increases with age [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>Population aging, and the related increase in chronic diseases, has a major impact on the health care systems of most Western countries and will produce an even more significant effect in the future. It has been calculated that, in 2001, chronic diseases accounted for approximately 60% of the 56.5 million total reported deaths in the world and for approximately 46% of the global burden of disease [<xref ref-type="bibr" rid="ref3">3</xref>]. Almost half of chronic disease-related deaths are attributable to cardiovascular diseases. Obesity and diabetes are also showing worrying trends, not only because they already affect a large part of the population but because they have started to appear earlier in people’s lives. Chronic diseases can be prevented with a healthy diet, avoidance of tobacco products, and regular PA [<xref ref-type="bibr" rid="ref4">4</xref>]. Moreover, chronic diseases lead to a limitation of mobility and PA of affected persons, with a slow, progressive, and sometimes unnoticed entry mechanism, culminating in a reduction of autonomy. Therefore, monitoring PA is a valuable parameter for determining whether people are performing enough PA to prevent chronic diseases or if they are showing early symptoms of those diseases [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>In recent years, several methods of monitoring PA and sedentary behavior have been proposed. Self-reporting is a simple tool for assessing PA via the completion of questionnaires, interviews, and surveys [<xref ref-type="bibr" rid="ref6">6</xref>]. Alternatively, PA can be monitored by diaries or logs, where information on all forms of activity are recorded day by day. Those tools require a detailed description of the performed activity, including its intensity and duration. This method could produce useful health-related data, but the approach requires considerable worktime to produce standardized data. The recording of relevant data should be relatively simple and cover several days to avoid any potential bias [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Videorecording, adopting static cameras, wearable cameras, or low-cost motion-sensing input systems such as Kinect (Microsoft Corp), is another example of an autonomous data collection method [<xref ref-type="bibr" rid="ref8">8</xref>]. Although this approach has a definite role in the assessment of activity patterns with the advantage of direct observation, it is unlikely to be practicable for large groups of individuals, requiring a great amount of resources to analyze and quantify videorecordings.</p>
      <p>Heart rate monitors are low-cost tools, and heart rate can be used as a good quality proxy for PA, but it is not a precise indicator of energy expenditure unless proper individual calibration is performed. Gold standard techniques for measuring energy expenditure are based on the double-labeled water method or indirect calorimetry measuring oxygen uptake, carbon dioxide production, and cardiopulmonary parameters, but these techniques, although accurate, require specialized training and are expensive and not suitable for large-scale studies.</p>
      <p>Advances in technology are facilitating researchers to quantify PA, and accelerometry-based activity monitors may be more suitable methods. Accelerometers are small and easy-to-use devices that track movement in 1 to 3 dimensions (ie, anteroposterior, vertical, and mediolateral). Using these tools, people can measure the frequency, intensity, and duration of PA. They are comfortable to wear, relatively inexpensive, and accurate compared with research-grade PA devices [<xref ref-type="bibr" rid="ref9">9</xref>]. Accelerometers are technically more advanced than pedometers, and being multiaxial, they can measure horizontal, lateral, and vertical movements. These devices can be used to measure steps, activity counts, energy expenditure, posture, walking, and different intensities of movement. In addition, the reliability and validity of accelerometer data are generally high [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Recently, more attention has been paid to wrist-worn accelerometers. They are convenient and comfortable to wear, and patient compliance improves significantly while participating in studies requiring prolonged measurements. At the same time, these systems provide a high level of accuracy. Furthermore, the integration of additional motion sensors can be considered to increase the overall performance. Such integrated sensors may include gyroscopes, magnetometers, barometers, GPS devices, and physiological sensors (eg, heart rate) devised to improve the assessment and detection of specific indicators.</p>
      <p>In this sense, wearable motion detectors might be the most promising technology for enabling an automatic, continuous, and long-term assessment of subjects in free-living environments. In addition, the obtained PA parameters can be shared with health care providers and insurance platforms to better describe behavioral patterns and functional ability in high-risk subjects, thus providing important feedback regarding the overall health status of an individual and even the prediction of potential adverse health events.</p>
      <p>Nevertheless, few data are available on the accuracy and reliability of such devices, which are often built for active sports or athletes, in an elderly population. Some authors have validated this device on healthy older adults in studies including 20 participants [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>In previous studies, wrist-worn devices showed poorer agreement to reference devices, suggesting that researchers should consider that not all consumer-level activity monitors are equal in terms of accuracy, design, and function [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Current public health recommendations for adults aged 65 years and older in general good health (moderate or vigorous intensity activity) could be seen challenging for many older people, and the health benefits of light intensity activities have not been defined even if light activities, including walking, account for the biggest part of daily activity in older populations [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>Moreover, results of previous studies have been obtained in experimental settings and/or comparing device performance with data provided by reference instruments and in younger populations; they should be confirmed in other settings and with other devices [<xref ref-type="bibr" rid="ref14">14</xref>] in older subjects to be considered for clinical application in the elderly.</p>
      <p>PA research performed with validated but commercially available smartwatches holds the potential to address this gap with a more comprehensive assessment of the benefit of the overall amount of time spent ambulatory daily, and thus help shape future interventions specifically designed for increasing daily PA in older adults [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>The study aimed to assess the feasibility of extending the use of these devices for monitoring the health of the elderly population and estimating the accuracy of wearable devices in quantifying the PA of elderly people on a larger sample of 49 subjects in a setting similar to a real-life condition excluding only individuals with a diagnosis of atrial fibrillation and current anticoagulant treatment.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>In this study, a commercially available smartwatch has been compared with direct observation of step counts, a metric successfully used in interventions to improve clinical outcomes [<xref ref-type="bibr" rid="ref15">15</xref>] in a real-life, noninterventional, controlled setting (a walk at own pace in a daily attended location).</p>
        <p>Aiming to perform a study that could be considered a starting point to extend the use of these devices for monitoring the health of the elderly population, a more protected experimental setting was chosen; however, the study setting was not fully controlled but resembled a real-life context: the proposal for participation in the study and the execution were immediate and conducted in a local market, a setting frequented by the participants. Moreover, the subjects freely walked at their own pace.</p>
        <p>The study was conducted in flat areas previously marked with fixed distances on the ground using a Mini Measuring Wheel odometer (Group Silverline Ltd) during daily life circumstances in different cities in northeastern Italy. The path was linear and previously measured.</p>
        <p>Participants met the following criteria: signed the informed consent form, aged between 70 and 90 years, able to walk safely and without any walking aid for at least 300 meters, no history of episodes of falling while walking in the last 12 months, no current diagnosis of atrial fibrillation, and no current anticoagulant treatment. Enrollment and the assessment were performed on the same day.</p>
        <p>Participating subjects were asked to walk 150 meters at their preferred pace to assess the performance of the device at a natural speed [<xref ref-type="bibr" rid="ref16">16</xref>]. Subject characteristics such as sex, age, weight, height, health conditions, and the number of steps on the path were collected.</p>
        <p>Actual steps were monitored and tallied by a researcher using a hand-tally counter. The hand-tally count has been used as a criterion measure for manually measuring steps [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Study Device</title>
        <p>In this study, a vívoactive HR smartwatch (Garmin Ltd) was programmed with participant sex, age, weight, and height and fitted on the left wrist according to the user manual. The device was designed for monitoring physical activity, especially outdoors, and has been validated in a real-life setting in other studies on the adult population [<xref ref-type="bibr" rid="ref18">18</xref>]. The device tested in this study can also provide raw data regarding heart rate, number of steps, sleep quality, and activity (walking) session duration. In the literature, it has been demonstrated that the vívoactive HR was more accurate at reflecting step count across a broader range of walking cadences than other devices [<xref ref-type="bibr" rid="ref19">19</xref>] also considering different age groups and during various walking conditions, even during slow walking [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The vívoactive HR is one of the few devices compliant with the new technological standards for physical activity monitors [<xref ref-type="bibr" rid="ref21">21</xref>]. This device allows a detailed download of the raw data relating to each walking or training session, which allows accurate tracking of the physical activity of the elderly subject for health monitoring purposes. The activity monitor was started simultaneously with the start of the test. This time point was also recorded on the case report form by a different researcher to allow identification of the start point of the measurement [<xref ref-type="bibr" rid="ref22">22</xref>]. After testing was completed, data were downloaded onto a personal computer via USB drive for postprocessing and analysis.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The sample size computation was performed using the method proposed by Bonett [<xref ref-type="bibr" rid="ref23">23</xref>] for estimating intraclass correlation coefficients (ICCs). Two different step counting methods (a gold standard manual evaluation and wearable device counting) were considered to tailor the study design [<xref ref-type="bibr" rid="ref24">24</xref>]. An ICC value of .80 was used as the expected agreement for the sample size computation, as indicated in the literature for other studies evaluating the agreement between device step counting and the manual counting gold standard [<xref ref-type="bibr" rid="ref25">25</xref>]. A sample size of 49 subjects was considered sufficient to estimate the expected ICC with a precision of 0.10 based on a 95% confidence interval.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Descriptive statistics were reported as medians and interquartile ranges for continuous variables and counts and percentages for categorical variables. The Wilcoxon Kruskal-Wallis test was performed for continuous variables, and the Pearson chi-square test was performed for categorical variables.</p>
        <p>A Bland-Altman plot was used to analyze the difference between manually counted steps and wearable device–measured steps. The ICC was also computed (with a 95% confidence interval) between the step measurements.</p>
        <p>Generalized linear mixed-model (GLMM) ICCs were also estimated, providing a random effect term (random intercept) for the individual measurements (gold standard and device). Both adjusted and conditional ICCs [<xref ref-type="bibr" rid="ref26">26</xref>] were computed for the GLMM models considering separately the effects of age, sex, BMI, obesity (BMI &#62;30), and session duration in minutes.</p>
        <p>The adjusted ICC only considers the random effects in the computation, while the conditional ICC also takes the fixed effects variances into account and evaluates how much the covariate variable explains the portion of the variability in the grouping structure (random intercept).</p>
        <p>The likelihood ratio test (LRT) was performed comparing the goodness of fit of the separate covariate-adjusted models with that of the intercept model (null model).</p>
        <p>The covariates indicating significant goodness-of-fit improvement (ie, a significant covariate effect on the agreement between measures) in comparison with the null model were selected to perform a generalized linear model (GLM) on the number of misclassified steps (ie, the absolute value of the difference between the gold standard and device measurement). The negative binomial parametrization was considered to adjust the model estimates for overdispersion. The dispersion test was also performed as indicated in the literature [<xref ref-type="bibr" rid="ref27">27</xref>]. The model fit was evaluated by reporting the residual Q-Q plots. Analyses were performed using R (R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref28">28</xref>] with the rms package [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 23 females and 26 males were enrolled in the study. The median age of the participants was 75 years (<xref ref-type="table" rid="table1">Table 1</xref>). A considerable proportion of participants included in the sample were obese (33/49, 67%), and the majority (20/33, 61%) were male. The step counts for both measurement criteria were greater for female participants than for male. Many older people could not participate due to walking problems or because they used walking aids. Many people approached said they did not have time to listen to information on the study, and this affected recruitment. The relatively younger subjects were found to be more willing to receive information on the study than older people. On the other hand, study participation was very high: in 50 people selected after checking the inclusion and exclusion criteria, only one refused to participate in the study.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Descriptive table of patient characteristics and step counts according to sex<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="300"/>
          <col width="0"/>
          <col width="200"/>
          <col width="0"/>
          <col width="200"/>
          <col width="0"/>
          <col width="190"/>
          <col width="0"/>
          <col width="80"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Characteristic</td>
              <td colspan="2">Females (n=23)</td>
              <td colspan="2">Males (n=26)</td>
              <td colspan="2">Combined (n=49)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="10">
                <bold>Patient demographic data</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Age in years, median (IQR<sup>b</sup>)</td>
              <td colspan="2">75.00 (73.00-79.00)</td>
              <td colspan="2">72.00 (71.00-76.75)</td>
              <td colspan="2">74.00 (71.00-77.00)</td>
              <td colspan="2">.16</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Weight (kg), median (IQR)</td>
              <td colspan="2">68.00 (62.50-76.50)</td>
              <td colspan="2">81.00 (75.00-90.00)</td>
              <td colspan="2">75.00 (68.00-85.00)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Height (m), median (IQR)</td>
              <td colspan="2">1.62 (1.58-1.66)</td>
              <td colspan="2">1.72 (1.70-1.77)</td>
              <td colspan="2">1.69 (1.62-1.73)</td>
              <td colspan="2">&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>BMI, median (IQR)</td>
              <td colspan="2">25.00 (23.10-28.99)</td>
              <td colspan="2">27.21 (25.51-29.40)</td>
              <td colspan="2">26.99 (24.22-29.36)</td>
              <td colspan="2">.20</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Obese (BMI &#62;30), n (%)</td>
              <td colspan="2">11 (48)</td>
              <td colspan="2">22 (85)</td>
              <td colspan="2">33 (67)</td>
              <td colspan="2">.006</td>
            </tr>
            <tr valign="top">
              <td colspan="10">
                <bold>Step counts</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Gold standard, median (IQR)</td>
              <td colspan="2">232.0 (214.5-243.5)</td>
              <td colspan="2">211.0 (197.2-221.8)</td>
              <td colspan="2">217.0 (208.0-233.0)</td>
              <td colspan="2">.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Device, median (IQR)</td>
              <td colspan="2">233.0 (216.0-247.0)</td>
              <td colspan="2">212.5 (195.5-221.0)</td>
              <td colspan="2">219.0 (208.0-236.0)</td>
              <td colspan="2">.002</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Session duration (min), median (IQR)</td>
              <td colspan="2">2.000 (1.900-2.225)</td>
              <td colspan="2">1.950 (1.850-2.062)</td>
              <td colspan="2">1.967 (1.867-2.167)</td>
              <td colspan="2">.16</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>The Wilcoxon Kruskal-Wallis test was performed for continuous variables, and the Pearson chi-square test was performed for categorical variables.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>IQR: interquartile range.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The Bland-Altman plot (<xref rid="figure1" ref-type="fig">Figure 1</xref>) reveals that, except for one observation, all the differences across measurements were in the confidence bounds, demonstrating substantial agreement between the step count measurements. Other research has been performed to validate wearable devices (Fitbit) on elderly subjects using the manual step count as the gold standard. Following this evidence, a clinically relevant lower limit of the agreement is –20 steps and an upper limit is 18 steps [<xref ref-type="bibr" rid="ref30">30</xref>]. These limits have been represented in the Bland-Altman plot. All points lie within these boundaries indicating also that the range between the limits of agreement is narrow enough to represent nonclinically significant variation in the outcome. Results were also confirmed by an ICC equal to .98 (.96-.99), demonstrating excellent agreement between the two sets of measurements [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Bland-Altman plot of the difference between the gold standard daily steps and the wearable device measured daily steps (intraclass correlation coefficient .98, 95% CI 0.96-0.99). The red line indicates the mean difference (–0.4). The dotted lines indicate the Bland limit of agreement 1.96=*SD. The dark grey lines indicate a reasonable limit of agreement (-20; 18) as indicated in a study conducted to validate a Fitbit wearable device on an elderly population [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        </caption>
        <graphic xlink:href="mhealth_v9i5e20966_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The GLMM conditional agreement analysis revealed that the ICC values, after controlling for the predictors, were different after adjusting for age and sex (<xref ref-type="table" rid="table2">Table 2</xref>). The LRT test revealed that age and sex were the covariates indicating significant improvement in model fit in comparison with the null model.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Generalized linear mixed-model intraclass correlation coefficients (ICCs) have been estimated, providing a random effect term (random intercept) for individual measurements (gold standard and device). The adjusted ICC considers only the random effects, while the conditional ICC also takes the fixed-effect variances into account when evaluating how much the covariate variable explains the portion of the variation in the grouping structure (random intercept). The <italic>P</italic> value and chi-square test statistics are reported for the likelihood ratio test comparing the goodness of fit of the separate covariate-adjusted models with the intercept-only model (null model).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="360"/>
          <col width="140"/>
          <col width="180"/>
          <col width="160"/>
          <col width="160"/>
          <thead>
            <tr valign="bottom">
              <td>Model</td>
              <td>Adjusted ICC<sup>a</sup></td>
              <td>Conditional ICC</td>
              <td>Chi-square LRT<sup>b</sup></td>
              <td><italic>P</italic> value (LRT)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Null model</td>
              <td>.98</td>
              <td>—<sup>c</sup></td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Age in years</td>
              <td>.98</td>
              <td>.77</td>
              <td>12</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Sex</td>
              <td>.98</td>
              <td>.77</td>
              <td>11.77</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>BMI</td>
              <td>.98</td>
              <td>.91</td>
              <td>3.55</td>
              <td>.06</td>
            </tr>
            <tr valign="top">
              <td>Obesity</td>
              <td>.98</td>
              <td>.94</td>
              <td>1.88</td>
              <td>.17</td>
            </tr>
            <tr valign="top">
              <td>Walking session duration</td>
              <td>.98</td>
              <td>.98</td>
              <td>0.002</td>
              <td>.90</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>ICC: intraclass correlation coefficient.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>LRT: likelihood ratio test.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>Not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>Considering the aforementioned results, sex and age were included as covariates to model the number of misclassified steps. A GLM with a negative binomial parametrization was considered for the estimation. This approach led to the adjustment of the estimates for the overdispersion component (ϕ). The dispersion test revealed that ϕ was equal to 2.11 and was significantly (<italic>P</italic>&#60;.001) greater than 1 (ϕ = 1 indicates the absence of overdispersion in the data).</p>
      <p>The multivariable negative binomial estimate reveals a nonsignificant age and sex effect on the number of misclassified steps (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The residuals Q-Q plot indicates a good model fit performance for the negative binomial parametrizations (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Negative binomial model on the number of wearable device misclassified steps in comparison with the gold standard. The model predictions for the number of misclassified steps, according to sex and age, are reported in the plots. The model estimates, misclassification rate ratio with standard errors SE, and <italic>P</italic> values are reported in the tables. A .94 misclassification rate ratio indicates a 6% reduction in the misclassification rate (over the total number of steps) for a 1-year age increase. The overdispersion estimate is 2.12 (<italic>P</italic>&#60;.001).</p>
        </caption>
        <graphic xlink:href="mhealth_v9i5e20966_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Residual Q-Q plots for the negative binomial models with 95% confidence bounds represented.</p>
        </caption>
        <graphic xlink:href="mhealth_v9i5e20966_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The purpose of the study was to determine the level of accuracy of a wearable nonmedical device that is widely available in nonspecialized stores in measuring PA in elderly individuals in a real-life setting. Collected data show that a wrist-wearable device is a reliable tool for measuring the level of PA in an elderly population in the context of daily life.</p>
        <p>Given its potential and level of accuracy, a wearable device could be used by health care professionals to monitor the levels of PA in their patients. The application of these devices could be easily adopted in situations where there is a need to perform PA for the maintenance or improvement of patient health—for example, following orthopedic or major surgery or to achieve a beneficial increase in metabolism such as in the presence of diabetes or obesity [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. Since these devices are commercially available, inexpensive, specific, and reliable, they could be used in today’s health care environment, where the use of technological tools and adoption of telemedicine methods is becoming increasingly widespread. Wearable devices in health care are seen by older adults as a possible way to improve their health [<xref ref-type="bibr" rid="ref5">5</xref>]. Indeed, they wish that devices were available in pharmacies, that they could learn about the devices from a health care professional, similar to other health monitoring systems (eg, blood pressure and blood glucose meters), and that health care professionals would use device-collected data.</p>
        <p>Activity trackers are not taxed if prescribed in Canada [<xref ref-type="bibr" rid="ref34">34</xref>], and in 2016 [<xref ref-type="bibr" rid="ref5">5</xref>], a medical-grade exercise prescription device was recognized as a class 1 medical device. In the United States, a fitness tracker device is eligible for reimbursement when used to treat a medical condition such as obesity [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Are future challenges for wearable devices related to reimbursement by health care systems? Current research pipelines aim to collect data to validate their medical relevance to benchmark them against existing clinical solutions, reducing accuracy and reliability issues. Medically relevant clinical data should promote the integration of wearable devices into medical technologies, allowing a rethinking of cost covering by insurance companies and health care systems for clearly defined patient categories. Some examples of wearable systems are starting to be considered eligible for reimbursement [<xref ref-type="bibr" rid="ref5">5</xref>]. The technology is advancing rapidly, and the market for wearable technology will expand significantly. Despite potential restraints and barriers, such data could cause a dramatic shift in the future of the life and health insurance industry. The evolution of wearable technology in health care is expected to revolutionize the health insurance industry, according to a new report from Timetric’s Insurance Intelligence Center [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>From a clinical perspective, it may be an important tool for studying the complete 24-hour activity cycle. A wearable device such as the one used in this study could also be easily adopted to measure 24-hour activity in elderly subjects for self-monitoring of spontaneous PA and/or sedentary behavior to prevent weight gain/regain in older adults and for self-monitoring of the effects of PA on self-efficacy and behavior in people with type 2 diabetes. Wearable devices could also allow closer PA monitoring of elderly individuals by both formal and informal caregivers, providing high efficiency for reacting to changes in behaviors.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Study participants were aged 70 to 90 years, with median age being 75 years, a relatively young population considering actual life expectation. Data from this study should be applied with caution in older people. Subjects were selected excluding those needing any walking aid or with any walking disabilities; these study data cannot provide information regarding accuracy in assessing PA in subjects needing those aids or with walking disabilities. Moreover, further research developments are needed for extensive validation in real-life conditions. However, this study could represent a starting point for extending the use of these devices in elderly people, not only for clinical reasons but also for the health monitoring of a population that would benefit greatly from practicing a constant PA.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Results provided by this study could be considered a good starting point to plan further research considering the collection of different variables and more extensive observations. The device used in this study has the potential to capture the low levels of PA commonly performed by older adults which can be difficult to capture, including activities of daily living, but vital for maintaining health, independence, and quality of life with aging.</p>
      </sec>
      <sec>
        <title>Final Remarks</title>
        <p>The level of accuracy of wearable devices in quantifying the PA of older people in a real-life setting that was found in this study supports the idea of considering wrist-wearable nonmedical devices widely available in nonspecialized stores as reliable tools.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GLMM</term>
          <def>
            <p>generalized linear mixed-model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GLM</term>
          <def>
            <p>generalized linear model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LRT</term>
          <def>
            <p>likelihood ratio test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PA</term>
          <def>
            <p>physical activity</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warburton</surname>
              <given-names>DER</given-names>
            </name>
            <name name-style="western">
              <surname>Nicol</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Bredin</surname>
              <given-names>SSD</given-names>
            </name>
          </person-group>
          <article-title>Health benefits of physical activity: the evidence</article-title>
          <source>CMAJ</source>
          <year>2006</year>
          <month>03</month>
          <day>14</day>
          <volume>174</volume>
          <issue>6</issue>
          <fpage>801</fpage>
          <lpage>809</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=16534088"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.051351</pub-id>
          <pub-id pub-id-type="medline">16534088</pub-id>
          <pub-id pub-id-type="pii">174/6/801</pub-id>
          <pub-id pub-id-type="pmcid">PMC1402378</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Impact of physical inactivity as a risk factor for chronic conditions: Australian Burden of Disease Study</source>
          <year>2017</year>
          <month>11</month>
          <day>22</day>
          <access-date>2021-03-31</access-date>
          <publisher-loc>Canberra</publisher-loc>
          <publisher-name>Australian Institute of Health and Welfare</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aihw.gov.au/getmedia/df392a65-8cf3-4c09-a494-4498ede2c662/aihw-bod-16.pdf.aspx?inline=true">https://www.aihw.gov.au/getmedia/df392a65-8cf3-4c09-a494-4498ede2c662/aihw-bod-16.pdf.aspx?inline=true</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>World health report: shaping the future</source>
          <year>2003</year>
          <access-date>2021-03-31</access-date>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/whr/2003/en/whr03_en.pdf">https://www.who.int/whr/2003/en/whr03_en.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willett</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Koplan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nugent</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dusenbury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Puska</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gaziano</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Breman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Measham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alleyne</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Prevention of chronic disease by means of diet and lifestyle changes</article-title>
          <source>Disease Control Priorities in Developing Countries. 2nd edition</source>
          <year>2006</year>
          <publisher-loc>Washington</publisher-loc>
          <publisher-name>The International Bank for Reconstruction and Development/The World Bank</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tedesco</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Flynn</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A review of activity trackers for senior citizens: research perspectives, commercial landscape and the role of the insurance industry</article-title>
          <source>Sensors (Basel)</source>
          <year>2017</year>
          <month>06</month>
          <day>03</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>1277</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=s17061277"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s17061277</pub-id>
          <pub-id pub-id-type="medline">28587188</pub-id>
          <pub-id pub-id-type="pii">s17061277</pub-id>
          <pub-id pub-id-type="pmcid">PMC5492436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tudor-Locke</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Challenges and opportunities for measuring physical activity in sedentary adults</article-title>
          <source>Sports Med</source>
          <year>2001</year>
          <month>03</month>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>91</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.2165/00007256-200131020-00002</pub-id>
          <pub-id pub-id-type="medline">11227981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shephard</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Limits to the measurement of habitual physical activity by questionnaires</article-title>
          <source>Br J Sports Med</source>
          <year>2003</year>
          <month>07</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>206</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjsm.bmj.com/lookup/pmidlookup?view=long&#38;pmid=12782543"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bjsm.37.3.197</pub-id>
          <pub-id pub-id-type="medline">12782543</pub-id>
          <pub-id pub-id-type="pmcid">PMC1724653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cudd</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Witte</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Harnessing the Power of Technology to Improve Lives</source>
          <year>2017</year>
          <publisher-loc>Amsterdam</publisher-loc>
          <publisher-name>IOS Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Noble</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Concurrent validity of wearable activity trackers under free-living conditions</article-title>
          <source>J Strength Cond Res</source>
          <year>2017</year>
          <month>05</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>1097</fpage>
          <lpage>1106</lpage>
          <pub-id pub-id-type="doi">10.1519/JSC.0000000000001571</pub-id>
          <pub-id pub-id-type="medline">27465631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evenson</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Goto</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Furberg</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of the validity and reliability of consumer-wearable activity trackers</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2015</year>
          <month>12</month>
          <day>18</day>
          <volume>12</volume>
          <fpage>159</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-015-0314-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-015-0314-1</pub-id>
          <pub-id pub-id-type="medline">26684758</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-015-0314-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4683756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ehrler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lovis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Influence of pedometer position on pedometer accuracy at various walking speeds: a comparative study</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>10</month>
          <day>06</day>
          <volume>18</volume>
          <issue>10</issue>
          <fpage>e268</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/10/e268/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5916</pub-id>
          <pub-id pub-id-type="medline">27713114</pub-id>
          <pub-id pub-id-type="pii">v18i10e268</pub-id>
          <pub-id pub-id-type="pmcid">PMC5073206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farina</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lowry</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>The validity of consumer-level activity monitors in healthy older adults in free-living conditions</article-title>
          <source>J Aging Phys Act</source>
          <year>2018</year>
          <month>01</month>
          <day>01</day>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>128</fpage>
          <lpage>135</lpage>
          <pub-id pub-id-type="doi">10.1123/japa.2016-0344</pub-id>
          <pub-id pub-id-type="medline">28595019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schrack</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Koster</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shiroma</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Murabito</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Rejeski</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrucci</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Assessing daily physical activity in older adults: unraveling the complexity of monitors, measures, and methods</article-title>
          <source>J Gerontol A Biol Sci Med Sci</source>
          <year>2016</year>
          <month>08</month>
          <volume>71</volume>
          <issue>8</issue>
          <fpage>1039</fpage>
          <lpage>1048</lpage>
          <pub-id pub-id-type="doi">10.1093/gerona/glw026</pub-id>
          <pub-id pub-id-type="medline">26957472</pub-id>
          <pub-id pub-id-type="pii">glw026</pub-id>
          <pub-id pub-id-type="pmcid">PMC4945889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Case</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Burwick</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of smartphone applications and wearable devices for tracking physical activity data</article-title>
          <source>JAMA</source>
          <year>2015</year>
          <month>02</month>
          <day>10</day>
          <volume>313</volume>
          <issue>6</issue>
          <fpage>625</fpage>
          <lpage>626</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2014.17841</pub-id>
          <pub-id pub-id-type="medline">25668268</pub-id>
          <pub-id pub-id-type="pii">2108876</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bravata</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith-Spangler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sundaram</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gienger</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stave</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Olkin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sirard</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Using pedometers to increase physical activity and improve health: a systematic review</article-title>
          <source>JAMA</source>
          <year>2007</year>
          <month>11</month>
          <day>21</day>
          <volume>298</volume>
          <issue>19</issue>
          <fpage>2296</fpage>
          <lpage>2304</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.298.19.2296</pub-id>
          <pub-id pub-id-type="medline">18029834</pub-id>
          <pub-id pub-id-type="pii">298/19/2296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>An</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Welk</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How valid are wearable physical activity trackers for measuring steps?</article-title>
          <source>Eur J Sport Sci</source>
          <year>2017</year>
          <month>04</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>360</fpage>
          <lpage>368</lpage>
          <pub-id pub-id-type="doi">10.1080/17461391.2016.1255261</pub-id>
          <pub-id pub-id-type="medline">27912681</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Claes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buys</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Avila</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Finlay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guldenring</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Budts</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cornelissen</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Validity of heart rate measurements by the Garmin Forerunner 225 at different walking intensities</article-title>
          <source>J Med Eng Technol</source>
          <year>2017</year>
          <month>08</month>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>480</fpage>
          <lpage>485</lpage>
          <pub-id pub-id-type="doi">10.1080/03091902.2017.1333166</pub-id>
          <pub-id pub-id-type="medline">28675070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Pooni</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zaharieva</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Senf</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>El Youssef</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dassau</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle Iii</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clements</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Rickels</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Patton</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Castle</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of wrist-worn activity monitors during common daily physical activities and types of structured exercise: evaluation study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>12</month>
          <day>10</day>
          <volume>6</volume>
          <issue>12</issue>
          <fpage>e10338</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/12/e10338/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10338</pub-id>
          <pub-id pub-id-type="medline">30530451</pub-id>
          <pub-id pub-id-type="pii">v6i12e10338</pub-id>
          <pub-id pub-id-type="pmcid">PMC6305876</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamont</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Brauer</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of wearable physical activity trackers in people with Parkinson's disease</article-title>
          <source>Gait Posture</source>
          <year>2018</year>
          <month>12</month>
          <volume>63</volume>
          <fpage>104</fpage>
          <lpage>108</lpage>
          <pub-id pub-id-type="doi">10.1016/j.gaitpost.2018.04.034</pub-id>
          <pub-id pub-id-type="medline">29729611</pub-id>
          <pub-id pub-id-type="pii">S0966-6362(18)30436-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Höchsmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Knaier</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Eymann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hintermann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Infanger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt-Trucksäss</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Validity of activity trackers, smartphones, and phone applications to measure steps in various walking conditions</article-title>
          <source>Scand J Med Sci Sports</source>
          <year>2018</year>
          <month>07</month>
          <volume>28</volume>
          <issue>7</issue>
          <fpage>1818</fpage>
          <lpage>1827</lpage>
          <pub-id pub-id-type="doi">10.1111/sms.13074</pub-id>
          <pub-id pub-id-type="medline">29460319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kooiman</surname>
              <given-names>TJM</given-names>
            </name>
            <name name-style="western">
              <surname>Dontje</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Sprenger</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Krijnen</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>van der Schans</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>de Groot</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of ten consumer activity trackers</article-title>
          <source>BMC Sports Sci Med Rehabil</source>
          <year>2015</year>
          <volume>7</volume>
          <fpage>24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26464801"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13102-015-0018-5</pub-id>
          <pub-id pub-id-type="medline">26464801</pub-id>
          <pub-id pub-id-type="pii">18</pub-id>
          <pub-id pub-id-type="pmcid">PMC4603296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hurd</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morrow</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Tri-axial accelerometer analysis techniques for evaluating functional use of the extremities</article-title>
          <source>J Electromyogr Kinesiol</source>
          <year>2013</year>
          <month>08</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>924</fpage>
          <lpage>929</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23642841"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jelekin.2013.03.010</pub-id>
          <pub-id pub-id-type="medline">23642841</pub-id>
          <pub-id pub-id-type="pii">S1050-6411(13)00072-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3775661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonett</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Sample size requirements for estimating intraclass correlations with desired precision</article-title>
          <source>Stat Med</source>
          <year>2002</year>
          <month>05</month>
          <day>15</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>1331</fpage>
          <lpage>1335</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.1108</pub-id>
          <pub-id pub-id-type="medline">12111881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giannakidou</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Kambas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ageloussis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fatouros</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Christoforidis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Venetsanou</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Douroudos</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Taxildaris</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The validity of two Omron pedometers during treadmill walking is speed dependent</article-title>
          <source>Eur J Appl Physiol</source>
          <year>2012</year>
          <month>01</month>
          <volume>112</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1007/s00421-011-1951-y</pub-id>
          <pub-id pub-id-type="medline">21479653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrout</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Fleiss</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Intraclass correlations: uses in assessing rater reliability</article-title>
          <source>Psychol Bull</source>
          <year>1979</year>
          <month>03</month>
          <volume>86</volume>
          <issue>2</issue>
          <fpage>420</fpage>
          <lpage>428</lpage>
          <pub-id pub-id-type="doi">10.1037//0033-2909.86.2.420</pub-id>
          <pub-id pub-id-type="medline">18839484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nakagawa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>PCD</given-names>
            </name>
            <name name-style="western">
              <surname>Schielzeth</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The coefficient of determination R2 and intra-class correlation coefficient from generalized linear mixed-effects models revisited and expanded</article-title>
          <source>J R Soc Interface</source>
          <year>2017</year>
          <month>09</month>
          <volume>14</volume>
          <issue>134</issue>
          <fpage>20170213</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28904005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsif.2017.0213</pub-id>
          <pub-id pub-id-type="medline">28904005</pub-id>
          <pub-id pub-id-type="pii">rsif.2017.0213</pub-id>
          <pub-id pub-id-type="pmcid">PMC5636267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Trivedi</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>Regression-based tests for overdispersion in the Poisson model</article-title>
          <source>J Econometrics</source>
          <year>1990</year>
          <month>12</month>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>347</fpage>
          <lpage>364</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-4076(90)90014-k</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>R: A language and environment for statistical computing</source>
          <access-date>2021-03-31</access-date>
          <publisher-loc>Vienna</publisher-loc>
          <publisher-name>R Foundation for Statistical Computing</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.R-project.org/">https://www.R-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrell</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>rms: Regression Modeling Strategies</source>
          <year>2015</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Tiedemann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hassett</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chagpar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sherrington</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Validity of the Fitbit activity tracker for measuring steps in community-dwelling older adults</article-title>
          <source>BMJ Open Sport Exerc Med</source>
          <year>2015</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e000013</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27900119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjsem-2015-000013</pub-id>
          <pub-id pub-id-type="medline">27900119</pub-id>
          <pub-id pub-id-type="pii">bmjsem-2015-000013</pub-id>
          <pub-id pub-id-type="pmcid">PMC5117050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheatham</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Stull</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Fantigrassi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Motel</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of wearable activity tracking technology as part of a weight loss program: a systematic review</article-title>
          <source>J Sports Med Phys Fitness</source>
          <year>2018</year>
          <month>04</month>
          <volume>58</volume>
          <issue>4</issue>
          <fpage>534</fpage>
          <lpage>548</lpage>
          <pub-id pub-id-type="doi">10.23736/S0022-4707.17.07437-0</pub-id>
          <pub-id pub-id-type="medline">28488834</pub-id>
          <pub-id pub-id-type="pii">S0022-4707.17.07437-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Data collection and analysis using wearable sensors for monitoring knee range of motion after total knee arthroplasty</article-title>
          <source>Sensors (Basel)</source>
          <year>2017</year>
          <month>02</month>
          <day>22</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>418</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s17020418"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s17020418</pub-id>
          <pub-id pub-id-type="medline">28241434</pub-id>
          <pub-id pub-id-type="pii">s17020418</pub-id>
          <pub-id pub-id-type="pmcid">PMC5336055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meijer</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Graafland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goslings</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Schijven</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Systematic review on the effects of serious games and wearable technology used in rehabilitation of patients with traumatic bone and soft tissue injuries</article-title>
          <source>Arch Phys Med Rehabil</source>
          <year>2018</year>
          <month>09</month>
          <volume>99</volume>
          <issue>9</issue>
          <fpage>1890</fpage>
          <lpage>1899</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apmr.2017.10.018</pub-id>
          <pub-id pub-id-type="medline">29138050</pub-id>
          <pub-id pub-id-type="pii">S0003-9993(17)31345-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Giangregorio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chilana</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grindrod</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Acceptance of commercially available wearable activity trackers among adults aged over 50 and with chronic illness: a mixed-methods evaluation</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>01</month>
          <day>27</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/1/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4225</pub-id>
          <pub-id pub-id-type="medline">26818775</pub-id>
          <pub-id pub-id-type="pii">v4i1e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4749845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <source>FSA Store</source>
          <access-date>2021-04-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fsastore.com/FSA-Eligibility-List/F/Fitness-Tracker-E792.aspx">https://fsastore.com/FSA-Eligibility-List/F/Fitness-Tracker-E792.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>How wearable devices could disrupt the insurance industry</article-title>
          <source>Insurance J</source>
          <year>2015</year>
          <month>05</month>
          <day>06</day>
          <access-date>2021-04-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.insurancejournal.com/news/national/2015/05/06/367014.htm">https://www.insurancejournal.com/news/national/2015/05/06/367014.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
