<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i8e12434</article-id>
      <article-id pub-id-type="pmid">31464193</article-id>
      <article-id pub-id-type="doi">10.2196/12434</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Intraindividual Variability Measurement of Fine Manual Motor Skills in Children Using an Electronic Pegboard: Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Su</surname>
            <given-names>Wu-Chen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Worm</surname>
            <given-names>Bjarne</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Paglialonga</surname>
            <given-names>Alessia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Rivera</surname>
            <given-names>Diego</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Departamento de Automática</institution>
            <institution>Escuela Politécnica Superior</institution>
            <institution>Universidad de Alcalá</institution>
            <addr-line>Campus Universitario</addr-line>
            <addr-line>Ctra Madrid-Barcelona, Km 33,600</addr-line>
            <addr-line>Alcalá de Henares, 28871</addr-line>
            <country>Spain</country>
            <phone>34 918856644</phone>
            <email>diego.rivera@uah.es</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7076-9048</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>García</surname>
            <given-names>Antonio</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6194-5524</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ortega</surname>
            <given-names>Jose Eugenio</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1053-516X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Alarcos</surname>
            <given-names>Bernardo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4455-5716</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>van der Meulen</surname>
            <given-names>Kevin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0916-1551</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Velasco</surname>
            <given-names>Juan R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0239-1116</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>del Barrio</surname>
            <given-names>Cristina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7829-2109</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Departamento de Automática</institution>
        <institution>Escuela Politécnica Superior</institution>
        <institution>Universidad de Alcalá</institution>
        <addr-line>Alcalá de Henares</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Departamento de Psicología Biológica y de la Salud</institution>
        <institution>Facultad de Psicología</institution>
        <institution>Universidad Autónoma de Madrid</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Departamento de Psicología Evolutiva y de la Educación</institution>
        <institution>Facultad de Psicología</institution>
        <institution>Universidad Autónoma de Madrid</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Diego Rivera 
        <email>diego.rivera@uah.es</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>08</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>08</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>8</issue>
      <elocation-id>e12434</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>10</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>2</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>7</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>7</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Diego Rivera, Antonio García, Jose Eugenio Ortega, Bernardo Alarcos, Kevin van der Meulen, Juan R Velasco, Cristina del Barrio. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 28.08.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2019/8/e12434/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="Background">
          <title>Background</title>
          <p>Pegboard tests are a powerful technique used by health and education professionals to evaluate manual dexterity and fine motor speed, both in children and adults. Using traditional pegboards in tests, the total time that, for example, a 4-year-old child needs for inserting pegs in a pegboard, with the left or right hand, can be measured. However, these measurements only allow for studying the variability among individuals, whereas no data can be obtained on the intraindividual variability in inserting and removing these pegs with one and the other hand.</p>
        </sec>
        <sec sec-type="Objective">
          <title>Objective</title>
          <p>The aim of this research was to study the intraindividual variabilities in fine manual motor skills of 2- to 3-year-old children during playing activities, using a custom designed electronic pegboard.</p>
        </sec>
        <sec sec-type="Methods">
          <title>Methods</title>
          <p>We have carried out a pilot study with 39 children, aged between 25 and 41 months. The children were observed while performing a task involving removing 10 pegs from 10 holes on one side and inserting them in 10 holes on the other side of a custom-designed sensor-based electronic pegboard, which has been built to be able to measure the times between peg insertions and removals.</p>
        </sec>
        <sec sec-type="Results">
          <title>Results</title>
          <p>A sensor-based electronic pegboard was successfully developed, enabling the collection of single movement time data. In the piloting, a lower intraindividual variability was found in children with lower placement and removal times, confirming Adolph et al’s hypothesis.</p>
        </sec>
        <sec sec-type="Conclusions">
          <title>Conclusions</title>
          <p>The developed pegboard allows for studying intraindividual variability using automated wirelessly transmitted data provided by its sensors. This novel technique has been useful in studying and validating the hypothesis that children with lower movement times present lower intraindividual variability. New research is necessary to confirm these findings. Research with larger sample sizes and age ranges that include additional testing of children’s motor development level is currently in preparation.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>child development</kwd>
        <kwd>psychology, developmental</kwd>
        <kwd>play and playthings</kwd>
        <kwd>motor skills</kwd>
        <kwd>smartphone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <p>In the research on child development, especially in the field of manual dexterity and fine motor skills, professionals use scales and tests to help them in the evaluation of the child’s progress and in the detection of possible developmental delays [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. These scales often involve the performance of specific activities using particular objects; among them are pegboards. A pegboard is a wooden or other material platform with holes, usually displayed along 2 parallel rows. A set of cylindrical pegs can be inserted into the holes. Depending on the scale, different measures are obtained with pegboards. For example, the time a child needs to place a particular number of pegs into the holes, withdrawing them from a container at the side of the pegboard is measured by means of a stopwatch (9-Hole Pegboard Dexterity Test). In another scale, the number of pegs that are placed in a given time lapse is counted (30 seconds in the Purdue Pegboard Test) [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      </sec>
      <sec>
        <title>Background</title>
        <p>Pegboards have a long tradition in research on manual dexterity, so much that some of them have not changed substantially since 1948, as is the case of the Purdue pegboard [<xref ref-type="bibr" rid="ref4">4</xref>]. Over time, new pegboards have appeared with their corresponding normative scores [<xref ref-type="bibr" rid="ref5">5</xref>], such as the Functional Dexterity Test, which has been designed specifically to evaluate the functional level of persons with impairments of the dominant or nondominant hand, or the 9-Hole Peg Test, with existing norms for both children and adults [<xref ref-type="bibr" rid="ref6">6</xref>]. The latter pegboard has been included in the test battery <italic>Toolbox Assessment of Neurological and Behavioral Function</italic>, recommended for its high reliability, easy application, and low cost by the National Institutes of Health [<xref ref-type="bibr" rid="ref7">7</xref>]. These various pegboards have been tested with children [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] and adults [<xref ref-type="bibr" rid="ref10">10</xref>], and can be used to evaluate manual dexterity of persons with Parkinson disease [<xref ref-type="bibr" rid="ref11">11</xref>], Down syndrome [<xref ref-type="bibr" rid="ref12">12</xref>], Asperger syndrome or autism [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], or primary school children with writing difficulties [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>When using these pegboards, measurement accuracy depends on the skills of the professional. In addition, it is not possible to measure the time of inserting each single peg using a manual stopwatch, and consequently only the total time per trial can be obtained, for example, the time of a trial that comprises inserting 10 pegs in a board with the right hand.</p>
        <p>An essential quality of motor development is its variability [<xref ref-type="bibr" rid="ref16">16</xref>], both among various subjects (interindividual variability), as well as within the same person at different test moments (intraindividual variability). Although traditional pegboards provide information of interindividual variability [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], they cannot provide immediate data on intraindividual variability. Trials would need to be repeated several times to test the variability among performances of the same individual, which is difficult to do with children, especially very young children.</p>
        <p>A growing number of authors emphasize the importance of intraindividual variability in motor development [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>] and relate it to a lack of motor control in the process of acquiring new skills [<xref ref-type="bibr" rid="ref16">16</xref>]. This hypothesis has been confirmed in research that includes measuring the reaction times to stimuli presented to children with attention-deficit/hyperactivity disorder [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], as well as in various studies on drawing and writing, with both children with typical development and children with developmental coordination disorder [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>However, there are few tools available for the measurement of this intraindividual variability nowadays. On the other hand, using sensor-embedded devices in electronic health environments is becoming a popular research topic as the aggregation and analysis of sensor information is a very promising feature for developing new prevention and management techniques for diverse health issues [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], and also there is much literature on the design of sensor-based tools for this purpose [<xref ref-type="bibr" rid="ref27">27</xref>]. Specifically, some efforts have already been made in the design of devices to help professionals in the study of children’s developmental issues such as autism spectrum disorder [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Following this approach, we have designed a sensor-based electronic pegboard, which enables the measurement of the time taken for every single peg removal and placement during the activity. This board, as opposed to traditional pegboards, allows the accurate measurement of intraindividual manual skills by automatically determining the absence or presence of pegs each time a peg is moved. The board is based on the proposals of the <italic>Desarrollo de juguetes inteligentes para atención temprana a niños con trastornos del desarrollo en el entorno educativo y en el hogar digital</italic> (EDUCERE) project [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], which aimed to develop an ecosystem of connected toys and tools to aid professionals in the development assessment tasks. The main architecture and modules developed in the project are described in Rivera et al [<xref ref-type="bibr" rid="ref32">32</xref>] and are the base of the specific tool proposed here.</p>
        <p>Using this electronic pegboard, we have designed and conducted a cohort study with 2- to 3-year-old children for the evaluation of intraindividual variability when using it for removing and placing pegs. The study and its results are described and discussed in this paper.</p>
        <p>The rest of the paper is organized as follows: the <italic>Methods</italic> section describes the study carried out, its initial hypothesis, the recruitment process, and a brief description of the designed tool. The results obtained in the cohort study are shown in the <italic>Results</italic> section, and finally, in the <italic>Discussion</italic> section, we discuss the results and the possible future steps to take in this research. Finally, we add some technological design details of the sensor-based pegboard in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>According to the hypothesis of Adolph et al [<xref ref-type="bibr" rid="ref16">16</xref>], motor dexterity development will be accompanied by a decrease of intraindividual variability. Those children who are faster with the pegs will show less intraindividual variability, and this result will be reflected in medium- or high-level correlations between placement and removal times of each hand and the SDs.</p>
      <p>To prove this hypothesis, we have designed a study which could determine the variability of movement times during a playing activity comprising the removal and placement of pegs in a pegboard. A total of 39 children were interviewed, 21 boys and 18 girls. The children were aged between 25 and 41 months (mean=34.03, SD 3.96) and attended a day care center for 0- to 3-year-olds, located at the university campus on the northern side of Madrid.</p>
      <p>Once the school agreed to participate in the study, a letter was sent to the families of the 3 groups of children in the upper grade (2- to 3-year-olds), with a summary of the project and a reference to a more detailed document at their disposal in the school to obtain informed parental consent from each family (see [<xref ref-type="bibr" rid="ref33">33</xref>] for a detailed description on ethical cautions). The project had been previously approved by the university Commission of Ethics in Science. The children were interviewed in the school setting, in a quiet room by one of the researchers, while another researcher videotaped the child-pegboard interaction and a third one supervised the registration of the activity information. Every child was invited to play with the board and move 5 of the 10 pegs, finding out how the lights would change. After this familiarization activity, the test started, and each child was invited to move the 10 pegs from their original position in row A (the row positioned facing the professional) to the empty holes in row B (the row positioned facing the child; first trial). Once finished, the child was asked to perform the same task with the other hand (second trial). A snapshot of the videotaped activity can be seen in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Snapshot of the prototype sensor-based pegboard being used by a child.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i8e12434_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Given that the traditional pegboards do not allow to measure the intraindividual variability during its use by a single child, we have designed and developed a prototype of a sensor-based electronic pegboard. The physical design of the pegboard proposed in this paper has been based on the current designs used for dexterity tests to maintain the reliability of the tests as much as possible. The design of the board is based on a series of requirements derived from (1) the experts’ needs related to the assessment tests (eg, the mobility-driven design of the device or its size), (2) the children’s interactions with this type of tools (ie, the necessity of a user-friendly simple interface and interaction without any special learning requirement for its use), and (3) the technological limitations and its costs. These requirements have been compiled from different sources such as the literature on pegboard tests, experts’ knowledge of the matter, and the documentation on the available sensor and communications technologies in these environments. Considering these requirements, the proposed electronic pegboard design has been developed as a modular system comprising the pegboard itself, a data collector module, and a user interface accessed through mobile or desktop devices (an example of this interface is shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
      <p>The modules are independent and communicate between each other using a wireless communications system. The full components overview and its communications can be seen in <xref ref-type="fig" rid="figure3">Figure 3</xref>. Further details on the modules’ design can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>To determine the reliability of the pegboard, an additional study was carried out. In this study, the total trial times of the activity of 17 children with the pegs were recorded manually by an expert in manual dexterity using a stopwatch and was compared with the total times obtained electronically. The children were aged between 30 and 41 months and completed 2 trials, one with each hand. Hereafter, the measurements were analyzed, comparing the manually registered with those using the electronic pegboard, finding a high Pearson correlation between the manually and the electronically measured times of the first (<italic>r</italic>=0.998; <italic>P</italic>&lt;.001) and the second trials (<italic>r</italic>=0.997; <italic>P</italic>&lt;.001).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Example of results of a test as shown in the Web interface from a tablet.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i8e12434_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Electronic pegboard system components overview.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i8e12434_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The electronic pegboard has enabled the study of intraindividual variability as the system allows for recording 10 placement times (for each peg) and 9 removal times (for pegs 2 to 10, excluding the first one) in a single trial, instead of 1 single time measurement for the total amount of pegs. In addition, it is possible to obtain the individual profiles of task performance for each child. In the following paragraphs, results concerning the intraindividual variability and individual profiles are reported.</p>
      <p>Specifically, we have recorded the mean and intraindividual values (IIV) for each child performing the activity. The values have been classified depending on the hand used for the movement and the type of movement (placement or removal of pegs) in 4 groups:</p>
      <list list-type="bullet">
        <list-item>
          <p>right hand placement (RP)</p>
        </list-item>
        <list-item>
          <p>left hand placement (LP)</p>
        </list-item>
        <list-item>
          <p>right hand removal (RR)</p>
        </list-item>
        <list-item>
          <p>left hand removal (LR)</p>
        </list-item>
      </list>
      <p>The IIV value for each child is calculated as the SD of the times measured during the activity for each group. These values along with the mean time taken for each movement can contribute to determine if there is a relationship between the intraindividual variability, measured as the time taken to move the pegs, and the dexterity (the mean speed of placement or removal for each hand).</p>
      <p>A correlation analysis among age, the 4 mean measures of dexterity (mean RP, mean LP, mean RR, and mean LR), and the corresponding IIV values was performed. Results (see <xref ref-type="table" rid="table1">Table 1</xref>) show various negative correlations with age (eg, older children are faster at placing pegs with the right hand). Moreover, positive correlations between mean values and IIV for each hand and movement were found, from <italic>r</italic>=0.46 (<italic>P</italic>=.003) to <italic>r</italic>=0.72 (<italic>P</italic>&lt;.001).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Pearson correlations between age and placement and removal measures.</p>
        </caption>
        <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <thead>
            <tr valign="bottom">
              <td>Measure<sup>a</sup></td>
              <td>Age</td>
              <td>Mean<sup>b</sup> RP<sup>c</sup></td>
              <td>IIV<sup>d</sup> RP</td>
              <td>Mean LP<sup>e</sup></td>
              <td>IIV LP</td>
              <td>Mean RR<sup>f</sup></td>
              <td>IIV RR</td>
              <td>Mean LR<sup>g</sup></td>
              <td>IIV LR</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Age</td>
              <td>—<sup>h</sup></td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Mean RP</td>
              <td>−0.33<sup>i</sup></td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>IIV RP</td>
              <td>−0.17</td>
              <td>0.66<sup>j</sup></td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Mean LP</td>
              <td>−0.31</td>
              <td>0.44<sup>j</sup></td>
              <td>−0.01</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>IIV LP</td>
              <td>−0.38<sup>i</sup></td>
              <td>0.35<sup>i</sup></td>
              <td>0.20</td>
              <td>0.46<sup>j</sup></td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Mean RR</td>
              <td>−0.18</td>
              <td>0.57<sup>j</sup></td>
              <td>0.19</td>
              <td>0.24</td>
              <td>0.13</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>IIV RR</td>
              <td>−0.19</td>
              <td>0.29</td>
              <td>−0.01</td>
              <td>−0.05</td>
              <td>−0.15</td>
              <td>0.72<sup>j</sup></td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Mean LR</td>
              <td>−0.31</td>
              <td>0.47<sup>j</sup></td>
              <td>0.14</td>
              <td>0.36<sup>i</sup></td>
              <td>0.27</td>
              <td>0.52<sup>j</sup></td>
              <td>0.36<sup>i</sup></td>
              <td>—</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>IIV LR</td>
              <td>−0.40<sup>i</sup></td>
              <td>0.35<sup>i</sup></td>
              <td>0.15</td>
              <td>0.13</td>
              <td>0.21</td>
              <td>0.25</td>
              <td>0.40<sup>i</sup></td>
              <td>0.72<sup>j</sup></td>
              <td>—</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>All tests are 2-tailed.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Mean: mean value for each movement in an activity.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>RP: right hand placement.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>IIV: intraindividual variability (SD for the movements in an activity).</p>
          </fn>
          <fn id="table1fn5">
            <p><sup>e</sup>LP: left hand placement.</p>
          </fn>
          <fn id="table1fn6">
            <p><sup>f</sup>RR: right hand removal.</p>
          </fn>
          <fn id="table1fn7">
            <p><sup>g</sup>LR: left hand removal.</p>
          </fn>
          <fn id="table1fn8">
            <p><sup>h</sup>Empty cells are meant to avoid repeated correlation values (the table is diagonally symmetric).</p>
          </fn>
          <fn id="table1fn9">
            <p><sup>i</sup><italic>P</italic>&lt;.05.</p>
          </fn>
          <fn id="table1fn10">
            <p><sup>j</sup><italic>P</italic>&lt;.01.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The increased measurement possibilities with the electronic pegboard makes it possible to obtain individual profiles of the children showing the degree of variability in their performances [<xref ref-type="bibr" rid="ref15">15</xref>]. As an example, <xref ref-type="fig" rid="figure4">Figure 4</xref> shows placement times of the 10 pegs with both the right and the left hands of 2 children, both 30 months old. The mean time of Child A’s activity with the left hand is 2174.40 millisecond and the IIV value is 728.30 millisecond; with the right hand, mean=1418.78 millisecond and IIV=272.31 millisecond. Child B’s mean time for task performance with the left hand is 2089.78 millisecond and IIV=463.20 millisecond; with the right hand, mean=1725.00 millisecond and IIV=416.04 millisecond.</p>
      <p>For instance, by comparing these results for the 2 children, the differences in their profiles can be observed. Child A shows a lower mean and variability of the right hand compared with the left hand, which possibly reflects the further development of a right manual preference. However, Child B displays more comparable means and very similar variabilities of both hands, and therefore no clear manual preference.</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Placement times in ms with left and right hands in two children (Child A and Child B). ms: milliseconds.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i8e12434_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The pilot study carried out with children has proven to be useful to study the intraindividual variability in children. On the basis of Adolph et al’s [<xref ref-type="bibr" rid="ref16">16</xref>] hypothesis, a lower intraindividual variability was expected in individuals with lower placement and removal times as their motor control increases. Our results show this relation in 3-year-old children, thereby confirming the initial hypothesis.</p>
      <p>Nevertheless, some limitations can be observed in this preliminary study. A first limitation, as a consequence of its exploratory nature, is the low number of participating children. Although significant results were found, this low number of participants did now allow applying Bonferroni corrections, which is necessary when the number of correlations is high, as the results showed. Second, the age ranges of the participants were reduced, which might have caused lower correlations because of the increased homogeneity of the studied population. A third limitation lies in the absence of additional testing of the motor development level and manual dexterity of the children, as well as their manual preference, even though this may not be apparent yet. These issues are being addressed in subsequent studies.</p>
      <p>From a technological point of view, we have presented in this paper a novel sensor-based pegboard design, which shows interesting features for the motor development in children. The study carried out can be seen also as a validation test of the tool design, as the 2- and 3-year-old children have been able to perform all the requested activities without any added difficulty derived from its design.</p>
      <p>In future research, we will work on the integration of the pegboard within an ecosystem of similar sensor-based wireless devices that contribute to centralized data storage and analysis from different activities and perspectives, and therefore, improve the development assessment task. This would facilitate early interventions preventing children from more severe difficulties in manual activities, including handwriting. Moreover, this instrument seems promising for more precise diagnoses of eventual motor difficulties not only in children with atypical development, but in adults with Parkinson disease as well [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Sensor-based pegboard design.</p>
        <media xlink:href="mhealth_v7i8e12434_app1.pdf" xlink:title="PDF File (Adobe PDF File), 4MB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EDUCERE</term>
          <def>
            <p>Desarrollo de juguetes inteligentes para atención temprana a niños con trastornos del desarrollo en el entorno educativo y en el hogar digital</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IIV</term>
          <def>
            <p>intraindividual values</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">LP</term>
          <def>
            <p>left hand placement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LR</term>
          <def>
            <p>left hand removal</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RP</term>
          <def>
            <p>right hand placement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RR</term>
          <def>
            <p>right hand removal</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the Universidad de Alcalá that supported the results of this paper through the <italic>Sistemas de monitorización de actividad del desarrollo infantil y la vida cotidiana mediante juguetes y otros objetos del entorno</italic> project (UAH-GP2018-5). This work has been funded by the Spanish National Plan for Scientific and Technical Research and Innovation 2013-2016 (EDUCERE, TIN2013-47803-C2-R [MINECO/BIE/FEDER, UE]) and 2017-2020 (<italic>Detección precoz de trastornos de Desarrollo mediante el uso de juguetes y objetos cotidianos</italic>, TRASGO, RTI2018-101962-B-I00 [MCIU/AEI/FEDER, UE]) and through the Spanish Ministry of Economy and Competitiveness PhD students funding program (BES-2014-067912). The vector hand drawing used in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> was created by Ddraw (Freepik) and the users icons used in <xref ref-type="fig" rid="figure3">Figure 3</xref> were created by Freepik and all of them are licensed by Creative Commons BY 3.0. The development of the pegboard program was carried out using Arduino language and NRF24 libraries. The collector and mobile app where developed using Python and the Django Framework. The authors wish to thank the children, staff, and families of the initial education school participating in the study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fewell</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Folio</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <source>Peabody Developmental Motor Scales. Second Edition</source>
          <year>2000</year>
          <publisher-loc>Austin, TX</publisher-loc>
          <publisher-name>Pro-Ed</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Sugden</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <source>Movement Assessment Battery for Children. Second Edition</source>
          <year>2007</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Pearson Education</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koyama</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Domen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yokoe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sakoda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kandori</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Psychometrics of dominant right hand during the 9-hole PEG test: differences between PEG placement and removal</article-title>
          <source>PM R</source>
          <year>2011</year>
          <month>01</month>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pmrj.2010.09.004</pub-id>
          <pub-id pub-id-type="medline">21257132</pub-id>
          <pub-id pub-id-type="pii">S1934-1482(10)01150-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tiffin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Asher</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>The Purdue pegboard; norms and studies of reliability and validity</article-title>
          <source>J Appl Psychol</source>
          <year>1948</year>
          <month>06</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>234</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1037/h0061266</pub-id>
          <pub-id pub-id-type="medline">18867059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aaron</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>Development of the functional dexterity test (FDT): construction, validity, reliability, and normative data</article-title>
          <source>J Hand Ther</source>
          <year>2003</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/S0894-1130(03)80019-4</pub-id>
          <pub-id pub-id-type="medline">12611441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mathiowetz</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kashman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Volland</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Adult norms for the nine hole peg test of finger dexterity</article-title>
          <source>Occup Ther J Res</source>
          <year>2016</year>
          <month>08</month>
          <day>24</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1177/153944928500500102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reuben</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Magasi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McCreath</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Bohannon</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Bubela</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rymer</surname>
              <given-names>WZ</given-names>
            </name>
            <name name-style="western">
              <surname>Beaumont</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rine</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gershon</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Motor assessment using the NIH toolbox</article-title>
          <source>Neurology</source>
          <year>2013</year>
          <month>03</month>
          <day>12</day>
          <volume>80</volume>
          <issue>11 Suppl 3</issue>
          <fpage>S65</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23479547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1212/WNL.0b013e3182872e01</pub-id>
          <pub-id pub-id-type="medline">23479547</pub-id>
          <pub-id pub-id-type="pii">80/11_Supplement_3/S65</pub-id>
          <pub-id pub-id-type="pmcid">PMC3662336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poole</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Burtner</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>McMullen</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Markham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marcum</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Qualls</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Measuring dexterity in children using the Nine-Hole Peg Test</article-title>
          <source>J Hand Ther</source>
          <year>2005</year>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>348</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1197/j.jht.2005.04.003</pub-id>
          <pub-id pub-id-type="medline">16059856</pub-id>
          <pub-id pub-id-type="pii">S089411300500089X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Presson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Normative and validation studies of the Nine-Hole Peg Test with children</article-title>
          <source>Percept Mot Skills</source>
          <year>2000</year>
          <month>06</month>
          <volume>90</volume>
          <issue>3 Pt 1</issue>
          <fpage>823</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.2466/pms.2000.90.3.823</pub-id>
          <pub-id pub-id-type="medline">10883762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Bohannon</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Kapellusch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gershon</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Dexterity as measured with the 9-Hole Peg Test (9-HPT) across the age span</article-title>
          <source>J Hand Ther</source>
          <year>2015</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>9; quiz 60</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jht.2014.09.002</pub-id>
          <pub-id pub-id-type="medline">25449717</pub-id>
          <pub-id pub-id-type="pii">S0894-1130(14)00131-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Earhart</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Cavanaugh</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Foreman</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Dibble</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The 9-hole PEG test of upper extremity function: average values, test-retest reliability, and factors contributing to performance in people with Parkinson disease</article-title>
          <source>J Neurol Phys Ther</source>
          <year>2011</year>
          <month>12</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>157</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1097/NPT.0b013e318235da08</pub-id>
          <pub-id pub-id-type="medline">22020457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Ringenbach</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Assisted cycling exercise improves fine manual dexterity in persons with Down's syndrome</article-title>
          <source>J Appl Res Intellect Disabil</source>
          <year>2014</year>
          <month>05</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>264</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1111/jar.12061</pub-id>
          <pub-id pub-id-type="medline">23775674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>IM</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Klin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Volkmar</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Sparrow</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Motor functioning in Asperger syndrome</article-title>
          <source>Asperger Syndrome</source>
          <year>2000</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Guilford Publications</publisher-name>
          <fpage>97</fpage>
          <lpage>124</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbeau</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Meilleur</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Zeffiro</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Mottron</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Comparing motor skills in autism spectrum individuals with and without speech delay</article-title>
          <source>Autism Res</source>
          <year>2015</year>
          <month>12</month>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>682</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25820662"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/aur.1483</pub-id>
          <pub-id pub-id-type="medline">25820662</pub-id>
          <pub-id pub-id-type="pmcid">PMC5008150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortega</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>del Barrio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nunez-Nagy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malagón</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of Manual Dexterity in Early Education</article-title>
          <source>Proceedings of the 17th European Conference on Developmental Psychology</source>
          <year>2015</year>
          <conf-name>ECDP'15</conf-name>
          <conf-date>September 8-12, 2015</conf-date>
          <conf-loc>Braga, Portugal</conf-loc>
          <fpage>63</fpage>
          <lpage>7</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adolph</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Cole</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Vereijken</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Diehl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hooker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sliwinski</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Intraindividual variability in the development of motor skills in childhood</article-title>
          <source>Handbook of Intraindividual Variability Across the Life Span</source>
          <year>2015</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>59</fpage>
          <lpage>83</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Annett</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Left, Right, Hand and Brain: Right Shift Theory</source>
          <year>1985</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kakebeeke</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Knaier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chaouch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caflisch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rousson</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Largo</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Jenni</surname>
              <given-names>OG</given-names>
            </name>
          </person-group>
          <article-title>Neuromotor development in children. Part 4: new norms from 3 to 18 years</article-title>
          <source>Dev Med Child Neurol</source>
          <year>2018</year>
          <month>08</month>
          <volume>60</volume>
          <issue>8</issue>
          <fpage>810</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/dmcn.13793"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/dmcn.13793</pub-id>
          <pub-id pub-id-type="medline">29732550</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Geert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Dijk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Focus on variability: new tools to study intra-individual variability in developmental data</article-title>
          <source>Infant Behav Dev</source>
          <year>2002</year>
          <month>01</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>340</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1016/S0163-6383(02)00140-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rueckriegel</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Blankenburg</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Burghardt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrlich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Henze</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mergl</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Driever</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <article-title>Influence of age and movement complexity on kinematic hand movement parameters in childhood and adolescence</article-title>
          <source>Int J Dev Neurosci</source>
          <year>2008</year>
          <month>11</month>
          <volume>26</volume>
          <issue>7</issue>
          <fpage>655</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijdevneu.2008.07.015</pub-id>
          <pub-id pub-id-type="medline">18725285</pub-id>
          <pub-id pub-id-type="pii">S0736-5748(08)00123-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palmis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Danna</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Velay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Longcamp</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Motor control of handwriting in the developing brain: a review</article-title>
          <source>Cogn Neuropsychol</source>
          <year>2017</year>
          <volume>34</volume>
          <issue>3-4</issue>
          <fpage>187</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1080/02643294.2017.1367654</pub-id>
          <pub-id pub-id-type="medline">28891745</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosch</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Dirlikov</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mostofsky</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Increased intrasubject variability in boys with ADHD across tests of motor and cognitive control</article-title>
          <source>J Abnorm Child Psychol</source>
          <year>2013</year>
          <month>04</month>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>485</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23135288"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10802-012-9690-z</pub-id>
          <pub-id pub-id-type="medline">23135288</pub-id>
          <pub-id pub-id-type="pmcid">PMC3978063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geurts</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Grasman</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Verté</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oosterlaan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roeyers</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Kammen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Sergeant</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Intra-individual variability in ADHD, autism spectrum disorders and Tourette's syndrome</article-title>
          <source>Neuropsychologia</source>
          <year>2008</year>
          <month>11</month>
          <volume>46</volume>
          <issue>13</issue>
          <fpage>3030</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2008.06.013</pub-id>
          <pub-id pub-id-type="medline">18619477</pub-id>
          <pub-id pub-id-type="pii">S0028-3932(08)00259-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bastian</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kagerer</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Contreras-Vidal</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Temporal variability in continuous versus discontinuous drawing for children with developmental coordination disorder</article-title>
          <source>Neurosci Lett</source>
          <year>2008</year>
          <month>02</month>
          <day>6</day>
          <volume>431</volume>
          <issue>3</issue>
          <fpage>215</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18162326"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.neulet.2007.11.040</pub-id>
          <pub-id pub-id-type="medline">18162326</pub-id>
          <pub-id pub-id-type="pii">S0304-3940(07)01240-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC2270897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hassanalieragh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Soyata</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Aktas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mateos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kantarci</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Andreescu</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Health Monitoring and Management Using Internet-of-Things (IoT) Sensing with Cloud-Based Processing: Opportunities and Challenges</article-title>
          <source>Proceedings of the International Conference on Services Computing</source>
          <year>2015</year>
          <conf-name>SCC'15</conf-name>
          <conf-date>June 27-July 2, 2015</conf-date>
          <conf-loc>New York, USA</conf-loc>
          <fpage>285</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1109/SCC.2015.47</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domingo</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>An overview of the Internet of Things for people with disabilities</article-title>
          <source>J Netw Comput Appl</source>
          <year>2012</year>
          <month>03</month>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>584</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jnca.2011.10.015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marschollek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gietzelt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schulze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kohlmann</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>KH</given-names>
            </name>
          </person-group>
          <article-title>Wearable sensors in healthcare and sensor-enhanced health information systems: all our tomorrows?</article-title>
          <source>Healthc Inform Res</source>
          <year>2012</year>
          <month>06</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>97</fpage>
          <lpage>104</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.e-hir.org/DOIx.php?id=10.4258/hir.2012.18.2.97"/>
          </comment>
          <pub-id pub-id-type="doi">10.4258/hir.2012.18.2.97</pub-id>
          <pub-id pub-id-type="medline">22844645</pub-id>
          <pub-id pub-id-type="pmcid">PMC3402561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taffoni</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Focaroli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Formica</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gugliemelli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Iverson</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Sensor-Based Technology in the Study of Motor Skills in Infants at Risk for ASD</article-title>
          <source>Proceedings of the 4th IEEE RAS &amp; EMBS International Conference on Biomedical Robotics and Biomechatronics</source>
          <year>2012</year>
          <conf-name>BioRob'12</conf-name>
          <conf-date>June 24-27, 2012</conf-date>
          <conf-loc>Rome, Italy</conf-loc>
          <fpage>1879</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25055839"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/BioRob.2012.6290922</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Focaroli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Taffoni</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Iverson</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Performance of motor sequences in children at heightened vs low risk for ASD: a longitudinal study from 18 to 36 months of age</article-title>
          <source>Front Psychol</source>
          <year>2016</year>
          <volume>7</volume>
          <fpage>724</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyg.2016.00724"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2016.00724</pub-id>
          <pub-id pub-id-type="medline">27242630</pub-id>
          <pub-id pub-id-type="pmcid">PMC4865480</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin-Ruiz</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Valero</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Lindén</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nunez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Foundations of a smart toy development for the early detection of motoric impairments at childhood</article-title>
          <source>Int J Pediatr Res</source>
          <year>2015</year>
          <month>12</month>
          <day>31</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.23937/2469-5769/1510011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vadillo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Valero</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>A smart toy to enhance the decision-making process at children's psychomotor delay screenings: a pilot study</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>19</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e171/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7533</pub-id>
          <pub-id pub-id-type="medline">28526666</pub-id>
          <pub-id pub-id-type="pii">v19i5e171</pub-id>
          <pub-id pub-id-type="pmcid">PMC5457531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alarcos</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Velasco</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Ortega</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Yelmo</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Smart toys designed for detecting developmental delays</article-title>
          <source>Sensors (Basel)</source>
          <year>2016</year>
          <month>11</month>
          <day>20</day>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>pii: E1953</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=s16111953"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s16111953</pub-id>
          <pub-id pub-id-type="medline">27879626</pub-id>
          <pub-id pub-id-type="pii">s16111953</pub-id>
          <pub-id pub-id-type="pmcid">PMC5134612</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martín-Ruíz</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-Aller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Portillo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Malagón</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>del Barrio</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Developing a system for processing health data of children using digitalized toys: ethical and privacy concerns for the Internet of Things paradigm</article-title>
          <source>Sci Eng Ethics</source>
          <year>2018</year>
          <month>08</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>1057</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1007/s11948-017-9951-x</pub-id>
          <pub-id pub-id-type="medline">28815460</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11948-017-9951-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LeBarton</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Landa</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Infant motor skill predicts later expressive language and autism spectrum disorder diagnosis</article-title>
          <source>Infant Behav Dev</source>
          <year>2019</year>
          <month>02</month>
          <volume>54</volume>
          <fpage>37</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/j.infbeh.2018.11.003</pub-id>
          <pub-id pub-id-type="medline">30557704</pub-id>
          <pub-id pub-id-type="pii">S0163-6383(18)30062-6</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
