<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e53643</article-id>
      <article-id pub-id-type="pmid">39190477</article-id>
      <article-id pub-id-type="doi">10.2196/53643</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Reliable Contactless Monitoring of Heart Rate, Breathing Rate, and Breathing Disturbance During Sleep in Aging: Digital Health Technology Evaluation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chee</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Starling-Smith</surname>
            <given-names>Justine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shekh</surname>
            <given-names>Mahmud</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>G Ravindran</surname>
            <given-names>Kiran K</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Surrey Sleep Research Centre</institution>
            <addr-line>University of Surrey</addr-line>
            <addr-line>Guildford, GU2 7XP</addr-line>
            <country>United Kingdom</country>
            <phone>44 01483 68 3709</phone>
            <email>k.guruswamyravindran@surrey.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3051-0266</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>della Monica</surname>
            <given-names>Ciro</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0422-4872</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Atzori</surname>
            <given-names>Giuseppe</given-names>
          </name>
          <degrees>MSc, RPGST</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2947-8468</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Lambert</surname>
            <given-names>Damion</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3196-1029</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hassanin</surname>
            <given-names>Hana</given-names>
          </name>
          <degrees>MBBS, Dr med</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1492-3653</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Revell</surname>
            <given-names>Victoria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8809-4587</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Dijk</surname>
            <given-names>Derk-Jan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5314-1008</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Surrey Sleep Research Centre</institution>
        <addr-line>Guildford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>UK Dementia Research Institute, Care Research and Technology Centre at Imperial College, London, United Kingdom, and the University of Surrey, Guildford</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Surrey Clinical Research Facility, University of Surrey</institution>
        <addr-line>Guildford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>NIHR Royal Surrey Clinical Research Facility</institution>
        <addr-line>Guildford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kiran K G Ravindran <email>k.guruswamyravindran@surrey.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e53643</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>6</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Kiran K G Ravindran, Ciro della Monica, Giuseppe Atzori, Damion Lambert, Hana Hassanin, Victoria Revell, Derk-Jan Dijk. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 27.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2024/1/e53643" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Longitudinal monitoring of vital signs provides a method for identifying changes to general health in an individual, particularly in older adults. The nocturnal sleep period provides a convenient opportunity to assess vital signs. Contactless technologies that can be embedded into the bedroom environment are unintrusive and burdenless and have the potential to enable seamless monitoring of vital signs. To realize this potential, these technologies need to be evaluated against gold standard measures and in relevant populations.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to evaluate the accuracy of heart rate and breathing rate measurements of 3 contactless technologies (2 undermattress trackers, Withings Sleep Analyzer [WSA] and Emfit QS [Emfit]; and a bedside radar, Somnofy) in a sleep laboratory environment and assess their potential to capture vital signs in a real-world setting.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data were collected from 35 community-dwelling older adults aged between 65 and 83 (mean 70.8, SD 4.9) years (men: n=21, 60%) during a 1-night clinical polysomnography (PSG) test in a sleep laboratory, preceded by 7 to 14 days of data collection at home. Several of the participants (20/35, 57%) had health conditions, including type 2 diabetes, hypertension, obesity, and arthritis, and 49% (17) had moderate to severe sleep apnea, while 29% (n=10) had periodic leg movement disorder. The undermattress trackers provided estimates of both heart rate and breathing rate, while the bedside radar provided only the breathing rate. The accuracy of the heart rate and breathing rate estimated by the devices was compared with PSG electrocardiogram-derived heart rate (beats per minute) and respiratory inductance plethysmography thorax-derived breathing rate (cycles per minute), respectively. We also evaluated breathing disturbance indexes of snoring and the apnea-hypopnea index, available from the WSA.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>All 3 contactless technologies provided acceptable accuracy in estimating heart rate (mean absolute error &lt;2.12 beats per minute and mean absolute percentage error &lt;5%) and breathing rate (mean absolute error ≤1.6 cycles per minute and mean absolute percentage error &lt;12%) at 1-minute resolution. All 3 contactless technologies were able to capture changes in heart rate and breathing rate across the sleep period. The WSA snoring and breathing disturbance estimates were also accurate compared with PSG estimates (WSA snore: <italic>r</italic><sup>2</sup>=0.76; <italic>P</italic>&lt;.001; WSA apnea-hypopnea index: <italic>r</italic><sup>2</sup>=0.59; <italic>P</italic>&lt;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Contactless technologies offer an unintrusive alternative to conventional wearable technologies for reliable monitoring of heart rate, breathing rate, and sleep apnea in community-dwelling older adults at scale. They enable the assessment of night-to-night variation in these vital signs, which may allow the identification of acute changes in health, and longitudinal monitoring, which may provide insight into health trajectories.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.3390/clockssleep6010010</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>Withings Sleep Analyzer</kwd>
        <kwd>Emfit</kwd>
        <kwd>Somnofy</kwd>
        <kwd>contactless technologies</kwd>
        <kwd>vital signs</kwd>
        <kwd>evaluation</kwd>
        <kwd>apnea-hypopnea index</kwd>
        <kwd>wearables</kwd>
        <kwd>nearables</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Vital signs measured in clinical practice include heart rate, breathing rate, blood pressure, and body temperature. These serve as objective measurements of normal physiological functions and play a fundamental role in the assessment of health [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. With aging, there is an increased incidence of functional limitations and chronic conditions, including hypertension, coronary heart disease, stroke, type 2 diabetes, and sleep apnea. More than 65% of adults aged ≥65 years report multimorbidity. The presence of uncontrolled comorbidities reduces the quality of life; leads to loss of independence; and increases the incidence of falls, hospitalization, and mortality [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Standardized, continuous vital signs monitoring systems, when implemented for at-home monitoring and care of older adults, including people living with dementia, can serve as an important tool for early identification of changes in health, improve care in older people, and reduce the burden on the health care system [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Commercially available wearable devices (wearables) and contactless technologies (nearables) are increasingly used for home monitoring and have the potential to enable remote health monitoring and promote independent living [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. These technologies offer secure digital infrastructure that allows reliable and seamless transfer of collected data to cloud servers and can facilitate long-term remote monitoring opportunities for health care.</p>
        <p>Wearables are widely used for continuous, at-home monitoring of heart rate, and some have been evaluated in-laboratory settings, predominantly in younger age groups [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. Although several wearables have been shown to be acceptable for older adults, lower technology adoption rate; user comfort trade-off; and burden of maintenance (eg, removal during some daily activities such as showers, periodic recharging, and mobile app use) may make them unsuitable for long-term use in people with cognitive impairment due to their associated behavioral and psychological symptoms [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Contactless technologies can be embedded in the living environment such as under the bed mattress (undermattress devices or bed sensors) or on the bedside table (eg, bedside radars) and allow contactless monitoring when the user is in bed [<xref ref-type="bibr" rid="ref27">27</xref>]. They are powered by the mains and securely stream the collected data wirelessly. They use several contactless sensing modalities to measure a composite signal (ballistographic signal) containing movements resulting from breathing and cardiac activity to extract vital signs (heart rate and breathing rate) information. The bedside radars use the Doppler radar technique, while the undermattress devices use several technologies, such as electromechanical films and pneumatic sensors [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Due to their inconspicuous nature and low maintenance, they do not pose any of the burdens imposed by wearables and are an ideal tool for continuous monitoring of vital signs, behavioral information, and sleep in community-dwelling older adult populations with long-term conditions and in people living with dementia [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>To realize the potential of contactless technologies for monitoring vital signs such as heart rate and breathing rate in the community, the validity of their measurements needs to be evaluated in relevant populations. While the validity of the heart rate and breathing rate estimates collected from a few contactless technologies has been evaluated in younger populations, to the best of our knowledge, there are no vital signs evaluation studies in older adults (aged &gt;65 years) although these devices have been implemented in longitudinal studies [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. Here, we evaluated the validity of heart rate and breathing rate measurements collected from 3 contactless technologies (a bedside radar and 2 undermattress devices) against polysomnography (PSG) electrocardiogram (ECG)-derived heart rate and respiratory inductance plethysmography thorax (RIP thorax)-derived breathing rate in a laboratory setting. Throughout this paper, we have used the term vital signs to denote heart rate or breathing rate and vice versa. The evaluation addresses aspects of overnight average estimates; the ability to capture overnight trends; variability in heart rate and breathing rate; and accuracy at different sleep stages and time resolutions (60-, 10-, and 1-minute intervals) of estimates. We also discuss the data collection reliability in a home environment and summary estimates of breathing disturbance from the devices. To enhance the relevance of this study, we applied liberal inclusion and exclusion criteria for the participant selection, such that several participants had comorbidities that were representative of the general older population.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Cohort Characteristics</title>
        <p>The study data were collected at home for a period of 7 to 14 days, followed by an overnight laboratory session (with full PSG) at the Surrey Sleep Research Centre in 2 cohorts (cohort 1: n=18, from January to March 2020; cohort 2: n=17, from June to November 2021). The participant group consisted of 35 individuals (men: n=21, 60%) aged between 65 and 83 (mean 70.8 SD 4.9) years. The participants were identified and recruited through the Surrey Clinical Research Facility. All participants attended an in-person screening visit, during which a range of assessments were completed. These included medical history (self-reported), the Pittsburgh Sleep Quality Index, the International Consultation on Incontinence Questionnaire-Urinary Incontinence, intermediate activities of daily living questionnaire, and the Epworth Sleepiness Scale. The vital signs (heart rate, breathing rate, blood pressure, and temperature) were also collected and reviewed to determine inclusion in the study. To ensure the ecological validity of the collected data in this population, participants with stable comorbidities such as hypertension, type 2 diabetes, arthritis, and so on, were included in the study if their comorbidity and concomitant medications were stable and were not considered to pose a safety risk. Eligible participants had to be able to independently perform activities of daily life, as assessed by the intermediate activities of daily living questionnaire, and comply with study procedures. Participants were provided with detailed information about the study and provided written informed consent before any study procedures were performed. A detailed description of the inclusion and exclusion criteria can be found in our previous publications, in which we evaluated the ability of these technologies to estimate sleep timing in the home environment and sleep stages as defined by PSG [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study received a favorable opinion from the University of Surrey Ethics Committee (UEC-2019-065-FHMS) and was conducted in line with the Declaration of Helsinki and the principles of Good Clinical Practice. Potential participants were given detailed information about the study protocol, and they provided written informed consent before any study procedures were performed. Complete details of the study, along with the data management, privacy, and confidentiality measures, are discussed in the protocol [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Study Protocol</title>
        <p>The undermattress devices (Withings Sleep Analyzer [WSA]; Withings] and Emfit QS; Emfit Ltd) were deployed both in the laboratory and at home, while the bedside radar (Somnofy; VitalThings) was only used in the laboratory. The participants also used an actigraphy device (Actiwatch Spectrum [AWS]; Philips Respironics) and maintained a consensus sleep diary at home [<xref ref-type="bibr" rid="ref37">37</xref>]. During the home deployment period, the contactless technologies did not require any manual intervention or maintenance by the participants, and the data was transmitted automatically via Wi-Fi. To ensure the anonymity of the data, no personally identifiable participant information was added to the device applications, and a portable Wi-Fi router was used for data transfer. The contactless devices remained active and collected data continuously for the entire period of the study. The participants wore AWS on their nondominant hands throughout the study period, removing them briefly in scenarios that could lead to the device becoming wet. AWS data have been reported elsewhere [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>After the home data collection period, 1 overnight full clinical PSG recording was conducted, which included an extended time in bed of 10 hours. On average, the participants slept 385.97 (SD 65.67) minutes in the sleep laboratory as measured via PSG and 405.96 (SD 84.00) minutes as measured via consensus sleep diary at home [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. The WSA was used in both cohort 1 and cohort 2, while the Somnofy and Emfit were deployed only in cohort 2. The data from the contactless technologies were collected simultaneously along with PSG in the laboratory and with AWS and sleep diary at home. Empatica E4 (Empatica Srl), a wrist-worn device that collects activity and photoplethysmography, was also deployed during the laboratory session, and our evaluation of this device is reported elsewhere [<xref ref-type="bibr" rid="ref26">26</xref>]. All devices and PSG data were collected for the entire 10-hour in-bed period in the laboratory. A detailed description of the study protocol is given in the protocol [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>The Reference Vital Signs Data</title>
        <p>During the in-laboratory session, PSG data were collected using the SomnoHD system (SOMNOmedics GmbH). The collected data included electroencephalography (256 Hz; F3-M2, C3-M2, O1-M2, F4-M1, C4-M1, and O2-M1); ECG (modified lead II subclavicular electrode placement; 256 Hz); RIP thorax and abdomen (128 Hz); photoplethysmography (128 Hz); electromyography (256 Hz, both submental and limb); and electrooculography (256 Hz; E2-M1 and E1-M2). In addition, data on the snore sensor (256 Hz) and airflow via nasal cannula and flow thermistor (128 Hz) were also collected. Sleep was scored at 30-second intervals in the Domino software environment as per American Academy of Sleep Medicine (AASM) guidelines by 2 independent scorers (a registered polysomnographic technologist and a trained scorer), and a consensus hypnogram was generated [<xref ref-type="bibr" rid="ref38">38</xref>]. The sleep hypnogram contains 5 stages: rapid eye movement (REM), stage 1 of non-REM sleep (N1), stage 2 of non-REM sleep (N2), stage 3 of non-REM sleep (N3), and wake. The apnea-hypopnea index (AHI; number of apnea/hypopnea events per hour) and period limb movement index (PLMI; number of period limb movement events per hour) were determined by the Registered Polysomnographic Technologist using scoring rules recommended by AASM. An apnea was scored when there was a ≥90% drop in airflow lasting for at least 10 seconds, while a hypopnea was scored using the 3% drop in oxygen saturation and an arousal in the electroencephalogram criteria. The severity of apnea was determined using the following thresholds as per AASM guidelines: AHI score of &lt;5 (normal), 5 to &lt;15 (mild apnea), 15 to &lt;30 (moderate apnea), and ≥30 (severe). A periodic limb movement event was scored when at least 4 consecutive limb movements occurred, each separated from the preceding limb movement by at least 5 seconds but not more than 90 seconds apart. PLMI of &gt;15 seconds is used as the cutoff for the presence of periodic limb movement disorder [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. In addition, participants with cardiac arrhythmia were identified using the arrhythmia index generated by the Domino software and verified by visual inspection of the record.</p>
        <p>The PSG data were exported as standard EDF+ files along with recording markers and the consensus hypnogram. The ECG from the PSG was used for the extraction of the heart rate reference data, while the RIP thorax was used as the breathing rate reference data. For one of the participants in whom RIP thorax was unavailable, RIP abdomen was used to create the breathing rate reference data. MATLAB 2021b was used for all data analyses reported. The RR intervals used for the computation of the heart rate were derived from the ECG using the PhysioNet cardiovascular signal toolbox and a well-evaluated beat detection toolbox [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. This beat-to-beat information was used to estimate reference heart rate (beats per minute [bpm]) at 30-second intervals, which is the same as the PSG hypnogram. For extracting the breathing rate (cycles per minute [cpm]) from the RIP thorax signal at 30-second intervals, the RRest package was used [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>].</p>
      </sec>
      <sec>
        <title>Contactless Technologies: Data Overview</title>
        <p>The WSA and Somnofy data (json format) were downloaded using the respective manufacturer’s application programming interface, while the Emfit data (CSV format) were downloaded from the manufacturer’s web interface. All the compared contactless technologies (WSA, Emfit, and Somnofy) provided breathing rate data, while only the undermattress devices (WSA and Emfit) provided heart rate data.</p>
        <p>The devices provided vital signs (heart rate and breathing rate) data and sleep hypnograms at different resolutions (WSA: 60 seconds; Emfit and Somnofy: 30 seconds). The WSA and Somnofy heart rate and breathing rate estimations were available at 60 and 30-second resolutions (same as the respective device hypnogram resolution), while the Emfit estimated heart rate at a 4-second resolution. These 4-second estimates were averaged to generate estimates at 30-second intervals to match the Emfit sleep label intervals. To allow data analysis relative to local time, daylight savings correction was applied to the Coordinated Universal Time timeseries generated by the devices. The sleep hypnograms generated by the devices contain 4 stages: deep sleep (DS=N3), light sleep (LS=N2/N1), REM, and wake.</p>
        <p>Apart from heart rate and breathing rate, Emfit generates continuous heart rate variability and activity measures, while Somnofy provides the estimates of movement and environmental variables such as ambient light, sound, temperature, pressure, humidity, and indoor air quality, which were out of scope for this evaluation and are not discussed here.</p>
        <p>Both at home and in the laboratory, all devices were connected to the same network, and the devices used the manufacturer’s time synchronization protocol such as network time protocol to timestamp the data. Although this ensured that the devices were synchronized to local time, we performed another synchronization step to allow an accurate comparison of the data between the devices. The device vital signs measures were aligned to the PSG reference vital signs estimates via cross-correlation between the device and PSG vital signs and hypnograms, and the lag (within a 5-minute window) that provided the best alignment of both the vital signs data and hypnograms was then applied. The WSA data were converted from 60- to 30-second intervals by upsampling. Epochs in the PSG and device hypnograms that were scored as artifacts or no presence were excluded from the assessment.</p>
      </sec>
      <sec>
        <title>Vital Signs Assessment</title>
        <sec>
          <title>Overview</title>
          <p>The evaluation of the epoch-by-epoch heart rate and breathing rate data collected by the contactless technologies was performed against reference estimates derived from PSG ECG and RIP thorax. The accuracy and reliability of the heart rate and breathing rate estimates were performed at different levels of time resolution to determine use cases in which the contactless technologies can be used. These include accuracy assessment of overnight average estimates; ability to capture overnight trends; variability in vital signs; and accuracy in different sleep stages and at different time resolutions (60-, 10-, and 1-minute intervals) of estimates. All laboratory data analyses were performed over the total recording period of the PSG. At all temporal resolutions of comparisons, only complete or valid pairs of estimates were used.</p>
        </sec>
        <sec>
          <title>Performance Measures</title>
          <p>To assess the accuracy of the vital signs estimates (heart and breathing rates), mean absolute error (MAE) and mean absolute percentage error (MAPE) were used as the primary metrics. MAE and MAPE are used to measure the error in the estimate between the device and the PSG reference vital signs. Bland-Altman metrics such as minimum detectable change (MDC), bias, and limits of agreement (LoA) were also computed to provide an overview of the agreement of the estimates and to allow comparison with the evaluations reported in the literature [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. All the measures are reported with 95% CIs. MDC is the smallest change in the estimate that can be detected by the device that exceeds the measurement error. It is equal to half the agreement width [<xref ref-type="bibr" rid="ref47">47</xref>],</p>
          <disp-formula>MDC = (LoA<sub>Upper bound</sub> – LoA<sub>Lower bound</sub>) / 2 <bold>(1)</bold></disp-formula>
          <p>We used intraclass correlation (ICC) with 2-way random effects to measure the reliability of measurement and standardized absolute difference, a directionless Cohen <italic>d</italic>, described by Guruswamy Ravindran et al [<xref ref-type="bibr" rid="ref35">35</xref>] and Haghayegh et al [<xref ref-type="bibr" rid="ref47">47</xref>], for measuring the dispersion in the bias. All ICC values (range 0-1) were estimated with α of .05; ranges used for interpretation were as follows: ICC&lt;0.5 (poor), ICC=0.5 to 0.75 (moderate), and ICC&gt;0.75 (good reliability). Apart from the above metrics, the coefficient of determination (<italic>r</italic><sup>2</sup>, a measure of how close the measured estimates are to the reference, computed using simple linear regression) was also used for the concordance analysis. For estimating the significance of differences between vital signs during different sleep stages, devices, and time courses, we used ANOVA followed by linear mixed effects models with the different groups (devices, sleep stages, and time) as fixed effects (with interactions) and participant as a random effect. MATLAB 2021b was used for all statistical analyses.</p>
        </sec>
        <sec>
          <title>Acceptable Agreement for Heart Rate</title>
          <p>The satisfactory level of agreement between the PSG reference heart rate and the device-determined heart rate was set to an error of 10% or +5 or –5 bpm as recommended by the Association for the Advancement of Medical Instrumentation [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        </sec>
        <sec>
          <title>Acceptable Agreement for Breathing Rate</title>
          <p>For breathing rate, to the best of our knowledge, no device-specific satisfactory level of agreement is discussed in the literature. Hence, the agreement in breathing rate estimates between human observers is used to set the acceptable level for our evaluation. We set the permissible level of error in breathing rate estimation to be +4 or –4 cpm, as reported by Lim et al [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Breathing Disturbance Estimates</title>
        <p>Apart from epoch-by-epoch heart rate and breathing rate, WSA also provides a “snoring” signal, which is a binary variable depicting snore presence detected by the device. In addition, the WSA also provides the summary estimates of snoring duration (WSA snore), breathing disturbance intensity (WSA breathing disorder index [BDI]), and AHI (WSA AHI). The Emfit and Somnofy devices do not generate breathing disturbance measures. Only complete or valid pairs of estimates were used to analyze the summary measures. For WSA BDI and AHI estimates, we explored the relationship between them and the concordance of these WSA estimates to the PSG AHI in the laboratory.</p>
        <p>For the WSA snore estimates, we explored the concordance of the all-night snore duration estimated by the PSG snore sensor (ie, PSG snore microphone placed on the side of the neck) and the WSA. The PSG snore sensor data were scored by the Somnomedics Domino software using 30 dB as the snore amplitude threshold and a minimum snore duration of 300 ms. We further explored the differences in the snore intensity as measured by the PSG snore sensor for the epochs determined to contain snore events by the WSA, followed by an exploration of the distribution of the snore events during the different sleep stages.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Characteristics of the Study Population</title>
        <p>Of the 35 participants, more than half of the participants (n=20, 57%) reported comorbidities, including type 2 diabetes, obesity, arthritis, and hypertension, with concomitant medication. In this study population, the mean heart rate was 62.2 (SD 8.9) bpm (men: n=21, 60%; mean 60.6, SD 9.3 bpm; women: n=14; 64.4, SD 7.8 bpm), and mean breathing rate was 14.7, SD 2.9 cpm (men: 14.6, SD 2.9 cpm; women: 14.7, SD 3.0 cpm), as assessed from the overnight laboratory PSG. The average BMI of the participants was 27.0 (SD 4.8) kg/m<sup>2</sup>, with 17% (n=6, BMI &gt;30) being obese. The mean systolic and diastolic blood pressures measured during screening were 148.7 (SD 16.2) mmHg and 87.0 (SD 9.6) mmHg, respectively. During the clinical PSG, it emerged that 95% (n=33) of the participants in the study had some degree of apnea. Of the participants with apnea, 8 (23%) had severe (AHI&gt;30), 9 (26%) had moderate (AHI=15 to &lt;30), and 16 (46%) had mild apnea (AHI=5 to &lt;15). A total of 10 (29%) participants had PLMI&gt;15, which is similar to the prevalence of periodic limb movement syndrome in community-dwelling older adults [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Some form of cardiac arrhythmia was found in 51% (n=18) of the participants, with 29% (n=10) of them also having severe or moderate apnea. A detailed description of the population characteristics can be found in the study by Ravindran et al [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Overview of Vital Signs Data</title>
        <sec>
          <title>Example Case</title>
          <p>An example of vital sign data collected by WSA for 14 days at home followed by 1 day in the laboratory is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The participant had moderate apnea with an AHI of 24.1 events/hour, as determined by the clinical PSG during the laboratory visit (day 0). The raster plot (<xref rid="figure1" ref-type="fig">Figure 1</xref>A) shows heart rate, sleep-wake stage, and breathing rate as estimated by the WSA. The vital sign data were available when the participant was in bed at night and during daytime in-bed periods, which were also reported as naps by the participant. The days –14 to –1 depict the data collected at home, while day 0 depicts data collected in the sleep laboratory. The darker, purple-colored regions denote sleep, while the lighter regions denote wake as identified by the WSA. The gray areas represent out-of-bed periods (ie, periods during which the device did not record data). The first day of data from the WSA at home were lost. This participant had irregular nocturnal bed timing, with an average time in bed during the nocturnal period of 10 hours 8 minutes at home. Mean nocturnal heart rate and breathing rate varied across nights. The WSA AHI showed night-to-night variability (<xref rid="figure1" ref-type="fig">Figure 1</xref>B), and the WSA AHI during the laboratory visit was 25 events/hour, which was close to the PSG AHI value. The heart rate showed a trend across the nocturnal sleep period, with a higher heart rate at the beginning of the nocturnal sleep period and a lower heart rate just before the end of the sleep period.</p>
          <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the contactless technology–derived vital sign data collected alongside PSG reference data during the laboratory visit for the participant depicted in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The PSG heart rate and breathing rate both show changes as the hypnogram shows transitions between different stages of sleep, with higher variability during wake and REM sleep and lower variability during non-REM sleep. The differences in the data resolution (WSA: 60 seconds; Emfit and Somnofy: 30 seconds) between the contactless technologies can be seen from the plots. The WSA vital signs estimates provided by the device are rounded to the nearest integers, leading to more discretized vital sign data. The trends in the heart rate and breathing rate data recorded by the PSG and the contactless technologies are more similar during the sleep periods compared with the wake periods. The Somnofy had a number of missing estimates of breathing rate during many of the wake epochs determined by the device, and these missing vital sign epochs also coincided with periods of higher activity, as detected by a wrist-worn activity device (Empatica E4). Snoring, as detected by the WSA, followed a pattern that closely followed the snoring signal detected by PSG, with some disagreement in the detection of the snoring event (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Vital signs from a male participant aged 65 to 70 years collected at home and in the laboratory. (A) Raster plot showing the heart rate (bpm), and breathing rate (cpm) as detected by the Withings Sleep Analyzer along with device-detected sleep (or) wake period and sleep diary information. (B) Estimates of mean heart rate, mean breathing rate, and apnea-hypopnea index (AHI; depicted as circles adjacent to the time courses) were made during the night as determined by the device.</p>
            </caption>
            <graphic xlink:href="mhealth_v12i1e53643_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Vital sign data simultaneously collected from 3 contactless technologies and polysomnography (PSG) in the laboratory for the male participant described in Figure 1. The PSG consensus hypnogram (top) is depicted at the top followed by the heart rate (red), and breathing rate (blue) from PSG and contactless devices, and activity data in arbitrary units are from the Empatica E4 device. The gray regions in all the plots correspond to the lights-off period. A: artifact; bpm: beats per minute; cpm: cycles per minute; N1: stage 1 of nonrapid eye movement (non-REM) sleep; N2: stage 2 of non-REM sleep; N3: stage 3 of non-REM sleep; R: REM sleep; W: wake; WSA: Withings Sleep Analyzer.</p>
            </caption>
            <graphic xlink:href="mhealth_v12i1e53643_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Summary of Collected Data</title>
          <p>In the laboratory study, all 35 PSGs (ground truth or reference data, cohort 1: n=18, 51%; cohort 2: n=17, 49%) were available. The total number of nights of data collected in the laboratory for each of the 3 contactless technologies were 35 for WSA, 16 for Emfit, and 17 for Somnofy. One night of data was lost due to a device malfunction for Emfit. At home, a total of 401 days of data were collected across the 35 participants, with 321 days of data available for WSA (cohort 1: n=10, 56%; cohort 2: n=17, 100%) and 228 days of data available for Emfit (cohort 2: n=17, 100%). At home, for WSA, portions of data from 8 participants were lost in cohort 1 due to deployment errors and Wi-Fi dropouts, with a data loss of 3.3% (11/332 days lost). For Emfit, the data loss was 4.2% (10/238 days lost).</p>
          <p>In the laboratory, the range of the heart rate estimated (minimum to maximum) by the contactless technologies was 40 to 90 bpm for WSA and 40 to 135 bpm for Emfit, whereas for breathing rate, the ranges were 8 to 35 cpm for WSA, 6 to 30 cpm for Emfit, and 6 to 30 cpm for Somnofy. The undermattress device–generated vital sign (both heart rate and breathing rate) data for 100% of the in-bed periods. Somnofy bedside radar, by contrast, generated breathing rate data less continuously, resulting in data unavailability at 32.21% (54.41/169.14 hours) of the in-bed period (in-laboratory). Most of these missed breathing rate epochs were found to be in the Somnofy-predicted wake state (the total percentage of breathing rate epochs unavailable per label was follows: wake=34.35/54.41 hours, 62.39%, REM=6.96/54.41 hours, 12.73%; LS=12.19/54.41 hours, 23.1%, and DS=0.91/54.41 hours, 1.78%).</p>
        </sec>
      </sec>
      <sec>
        <title>All-Night Vital Signs</title>
        <p>The concordance between the nightly average heart rate and breathing rate estimates of the contactless technologies against PSG are shown in <xref rid="figure3" ref-type="fig">Figure 3</xref> and <xref ref-type="table" rid="table1">Table 1</xref>. The WSA (MAPE 3.28%; ICC=0.87) had a lower level of agreement compared with Emfit (MAPE 1.83%; ICC=0.96), and this was due to an outlier participant with severe arrhythmia (see the outlier in <xref rid="figure3" ref-type="fig">Figure 3</xref>). When the outlier was removed WSA (WSA*: MAPE 1.87%; ICC=1.0) had an agreement with the PSG that was similar to that of Emfit. The MDC was higher for Emfit (3.25 bpm) compared with WSA* (1.17 bpm), which can be seen from the higher dispersion in the Emfit estimates (<xref rid="figure2" ref-type="fig">Figure 2</xref>A). For the breathing rate, Somnofy (MAPE 4.64%; ICC=0.82) had a high agreement, followed by WSA (MAPE 6.29%; ICC=0.78) and Emfit (MAPE 5.46%; ICC=0.76). The MDC follows the agreement results, with Somnofy (1.98 cpm) having a somewhat lower value compared with WSA (2.08 cpm) and Emfit (2.21 cpm).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Association between vital signs estimated by 3 contactless devices and estimates from polysomnography (PSG) averaged across the night while sleeping in the sleep laboratory. (A) Heart rate (beats per minute [bpm]); (B) breathing rate (cycles per minute [cpm]). The error bars represent the SD of the estimate within participants. The PSG heart rate and breathing rate are derived from electrocardiogram (ECG) and respiratory inductance plethysmography thorax (RIP thorax), respectively. The number of participants (ie, nights) available for the devices are Withings Sleep Analyzer (WSA; n=34), Emfit (n=16), and Somnofy (n=17).</p>
          </caption>
          <graphic xlink:href="mhealth_v12i1e53643_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>All-night average of vital signs and their agreement metrics<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="80"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="50"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Vital signs</td>
                <td colspan="2">Device, mean (SD)</td>
                <td colspan="2">PSG<sup>b</sup>, mean (SD)</td>
                <td colspan="2">Bias<sup>c</sup> (SD; 95% CI)</td>
                <td colspan="2">LoA<sup>d</sup> (lower bound), (95% CI)</td>
                <td colspan="2">LoA (upper bound), (95% CI)</td>
                <td colspan="2">MDC<sup>e</sup></td>
                <td colspan="2">MAE<sup>f</sup> (95% CI)</td>
                <td colspan="2">SAD<sup>g</sup> (95% CI)</td>
                <td colspan="2">MAPE<sup>h</sup> (95% CI)</td>
                <td>ICC<sup>i</sup> (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="22">
                  <bold>Heart rate</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA<sup>j</sup></td>
                <td colspan="2">61.66 (6.51)</td>
                <td colspan="2">62.16 (7.52)</td>
                <td colspan="2">–0.5 (3.63; 1.75 to 0.74)</td>
                <td colspan="2">–7.61 (–9.76 to –5.46)</td>
                <td colspan="2">6.61 (4.46 to 8.75)</td>
                <td colspan="2">7.11</td>
                <td colspan="2">1.69 (2.80 to 0.58)</td>
                <td colspan="2">0.24 (–0.09 to 0.58)</td>
                <td colspan="2">3.28 (0.40 to 6.16)</td>
                <td colspan="2">0.87 (0.75 to 0.93)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA*<sup>k</sup></td>
                <td colspan="2">61.73 (6.6)</td>
                <td colspan="2">62.84 (6.46)</td>
                <td colspan="2">–1.11 (0.6; –1.31 to –0.9)</td>
                <td colspan="2">–2.28 (–2.64 to –1.92)</td>
                <td colspan="2">0.07 (–0.29 to 0.43)</td>
                <td colspan="2">1.17</td>
                <td colspan="2">1.15 (1.33 to 0.97)</td>
                <td colspan="2">0.18 (–0.16 to 0.52)</td>
                <td colspan="2">1.87 (1.56 to 2.17)</td>
                <td colspan="2">1 (0.99 to 1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td colspan="2">63.85 (5.66)</td>
                <td colspan="2">63.42 (6.47)</td>
                <td colspan="2">0.44 (1.66; –0.45 to 1.32)</td>
                <td colspan="2">–2.81 (–4.35 to –1.27)</td>
                <td colspan="2">3.68 (2.14 to 5.22)</td>
                <td colspan="2">3.25</td>
                <td colspan="2">1.08 (1.78 to 0.39)</td>
                <td colspan="2">0.18 (–0.33 to 0.7)</td>
                <td colspan="2">1.83 (0.52 to 3.13)</td>
                <td colspan="2">0.96 (0.90 to 0.99)</td>
              </tr>
              <tr valign="top">
                <td colspan="22">
                  <bold>Breathing rate</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA</td>
                <td colspan="2">13.66 (1.38)</td>
                <td colspan="2">14.61 (1.69)</td>
                <td colspan="2">–0.95 (1.06; –1.32 to –0.59)</td>
                <td colspan="2">–3.04 (–3.66 to –2.41)</td>
                <td colspan="2">1.13 (0.5 to 1.75)</td>
                <td colspan="2">2.08</td>
                <td colspan="2">0.97 (1.33 to 0.6)</td>
                <td colspan="2">0.63 (0.3 to 0.97)</td>
                <td colspan="2">6.29 (4.31 to 8.27)</td>
                <td colspan="2">0.76 (0.58 to 0.87)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td colspan="2">14.13 (1.6)</td>
                <td colspan="2">14.35 (1.67)</td>
                <td colspan="2">–0.22 (1.13; –0.82 to 0.38)</td>
                <td colspan="2">–2.43 (–3.48 to –1.38)</td>
                <td colspan="2">1.99 (0.94 to 3.03)</td>
                <td colspan="2">2.21</td>
                <td colspan="2">0.78 (1.22 to 0.34)</td>
                <td colspan="2">0.49 (–0.02 to 1.01)</td>
                <td colspan="2">5.46 (2.55 to 8.36)</td>
                <td colspan="2">0.76 (0.44 to 0.91)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Somnofy</td>
                <td colspan="2">13.77 (1.68)</td>
                <td colspan="2">14.28 (1.65)</td>
                <td colspan="2">–0.51 (1.01; –1.02 to 0.01)</td>
                <td colspan="2">–2.48 (–3.38 to –1.58)</td>
                <td colspan="2">1.47 (0.57 to 2.37)</td>
                <td colspan="2">1.98</td>
                <td colspan="2">0.69 (1.14 to 0.24)</td>
                <td colspan="2">0.43 (–0.07 to 0.93)</td>
                <td colspan="2">4.64 (1.79 to 7.5)</td>
                <td colspan="2">0.82 (0.56 to 0.93)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Metrics of agreement for overall heart rate of the devices against the electrocardiogram (ECG) estimates (included in the PSG). The number of participants contributing to each of these devices was as follows: WSA (n=35), WSA* (n=34), Emfit (n=16), and Somnofy (n=17).</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>PSG: polysomnography.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Bias is the difference in measurement between the device and PSG ECG.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>LoA: limits of agreement.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>MDC: minimum detectable changes; smallest detectable change independent of measurement error (half of Bland-Altman agreement width).</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>MAE: mean absolute error.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>SAD: standardized absolute difference; directionless version of Cohen <italic>d</italic>.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>MAPE: mean absolute percentage error.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>ICC: intraclass correlation coefficient with 2-way random effects; measure of measurement reliability.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>WSA: Withings Sleep Analyzer.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>WSA* depicts the outlier-removed WSA data.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Vitals Signs During Different Vigilance States</title>
        <p>We investigated the agreement of the vital signs estimated by the contactless technologies to the PSG reference during the different vigilance states of the consensus PSG hypnogram. The distribution of the vital signs for the different vigilance states is provided in Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The heart rate and breathing rate estimates of both the PSG and contactless devices were not normally distributed (via the Kolmogorov-Smirnov test). The difference between the mean heart rate estimated by the devices and PSG was &lt;2.5 bpm across all sleep stages. The difference between the mean breathing rate estimated by the devices and the PSG was &lt;1.5 cpm across all sleep stages. Overall, the concordance between the estimates of both heart and breathing rate provided by the contactless technologies and PSG was good across all vigilance states (Figure S2 and Tables S1 and S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Time Course of Vital Signs During Sleep</title>
        <p><xref rid="figure4" ref-type="fig">Figure 4</xref>A shows the time course of the heart rate and breathing rate estimated by the contactless devices and PSG over the PSG lights-off period in the laboratory. <xref rid="figure4" ref-type="fig">Figure 4</xref>B shows these time courses for the sleep diary–defined lights-off periods recorded at home (<xref rid="figure4" ref-type="fig">Figure 4</xref>B). The vital sign data were mean centered and averaged over the epochs during which participants were asleep as detected by the PSG hypnogram for the laboratory data and as detected by the sleep scoring algorithms of the devices for the at-home data. The data are plotted per hour starting from the onset of the lights-off period. The error bars represent the SD of the estimate and are shifted along the x-axis to improve visibility.</p>
        <p>Both in the laboratory and at home, the heart rate started close to or above the mean, gradually decreased over the night, and reached the nightly minimum in the second part of the sleep period before a slight increase at the end of the sleep period. The similarity between the contactless technology and PSG heart rate hourly time series in the laboratory was determined using MAPE. The WSA (MAPE 14.42%) closely follows the PSG, while the Emfit (MAPE 144.34%) is less similar.</p>
        <p>The breathing rate trends at home were similar to that of the heart rate, starting above the overnight mean and gradually decreasing to a lower value closer to the end of the night. In the laboratory, the breathing rate hourly estimates were fluctuating and did not show any clear trend. Both the WSA (MAPE 129.95%) and Somnofy (MAPE 130.01%) had the highest similarity with the PSG, while the Emfit had the lowest similarity (MAPE 295.76%).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Time course of vital signs during sleep in the laboratory (A and B) and at home (C and D). The number of participants available for each of the devices (measured in nights) in the laboratory (polysomnography [PSG]: n=35, 35 nights; Withings Sleep Analyzer [WSA]: n=34, 34 nights; Emfit: n=16, 16 nights; and Somnofy: n=17, 17 nights) and at home (WSA: n=27, 295 nights; Emfit: n=17, 213 nights). bpm: beats per minute; cpm: cycles per minute.</p>
          </caption>
          <graphic xlink:href="mhealth_v12i1e53643_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Effect of Temporal Resolution on the Vital Signs Accuracy</title>
        <p>To examine the effect of the length of the time period over which the vital signs are computed, we averaged the heart rate and breathing rate estimates over 60 minutes, 10 minutes, and 1 minute and computed the agreement with the corresponding PSG reference estimates (<xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref>). We examined the cumulative distribution function (CDF) of the MAE at these resolutions to better characterize the estimation error. The CDFs are depicted in <xref rid="figure5" ref-type="fig">Figure 5</xref>, while more detailed scatter plots and associated agreement measures are provided in Figure S3 and Tables S2 and S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>For all devices and both heart and breathing rates, the CDFs become steeper with increasing duration of the time window over which these variables are computed. For both heart rate and breathing rate, the agreement (measured by ICC) with the PSG reference estimates increased with decreasing temporal resolution (Figure S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). On closer inspection of the CDFs, we find that for the heart rate estimates, the error at the 90th percentile is lower for WSA than for Emfit for the 1-minute and 60-minute estimations (overall error&lt;4 bpm). For the Emfit, the median (50th percentile) error of the heart rate estimates became smaller with increasing duration of the time window, but the WSA median error was always close to 1. For the breathing rate, at all 3 resolutions, 50% of the estimates had an error of &lt;1 cpm. When we inspected the 90th percentile error of breathing rate estimates at 1 minute, we found that Somnofy had the lowest error (2.56 cpm), followed by WSA (3.46 cpm) and Emfit (4.26 cpm). This trend was seen for lower resolutions as well. At the 50th percentile, we see the effect of discrete breathing rate output from WSA on the 50th percentile error, where the error of the other 2 devices falls below 0.5, while the WSA error does not. A detailed discussion of the effects of temporal resolution on the agreement between the device and PSG vital sign estimate is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Effect of temporal resolution on reliability of estimates of heart rate<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="70"/>
            <col width="90"/>
            <col width="90"/>
            <col width="110"/>
            <col width="110"/>
            <col width="90"/>
            <col width="50"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Heart rate resolution</td>
                <td>Device, mean (SD)</td>
                <td>PSG<sup>b</sup>, mean (SD)</td>
                <td>Bias<sup>c</sup> (SD; 95% CI)</td>
                <td>LoA<sup>d</sup> (lower bound), (95% CI)</td>
                <td>LoA (upper bound), (95% CI)</td>
                <td>MDC<sup>e</sup></td>
                <td>MAE<sup>f</sup> (95% CI)</td>
                <td>SAD<sup>g</sup> (95% CI)</td>
                <td>MAPE<sup>h</sup> (95% CI)</td>
                <td>ICC<sup>i</sup> (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12">
                  <bold>60 minutes</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA<sup>j</sup></td>
                <td>61.76 (7.0)</td>
                <td>62.09 (8.03)</td>
                <td>−0.33 (3.84; −0.78 to 0.12)</td>
                <td>−7.86 (−8.63 to −7.1)</td>
                <td>7.2 (6.44 to 7.97)</td>
                <td>7.53</td>
                <td>1.75 (2.15 to 1.35)</td>
                <td>0.23 (0.12 to 0.35)</td>
                <td>3.46 (2.41 to 4.51)</td>
                <td>0.87 (0.84 to 0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td>64.04 (6.52)</td>
                <td>63.58 (6.78)</td>
                <td>0.46 (2.85; −0.04 to 0.96)</td>
                <td>−5.12 (−5.98 to −4.26)</td>
                <td>6.04 (5.18 to 6.9)</td>
                <td>5.58</td>
                <td>1.16 (1.63 to 0.69)</td>
                <td>0.18 (0 to 0.35)</td>
                <td>1.95 (1.09 to 2.8)</td>
                <td>0.91 (0.87 to 0.93)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>10 minutes</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA</td>
                <td>61.71 (7.18)</td>
                <td>62.07 (8.21)</td>
                <td>−0.36 (3.94; −0.54 to −0.18)</td>
                <td>−8.07 (−8.38 to −7.76)</td>
                <td>7.36 (7.05 to 7.66)</td>
                <td>7.71</td>
                <td>1.83 (1.99 to 1.67)</td>
                <td>0.24 (0.19 to 0.28)</td>
                <td>3.58 (3.15 to 4)</td>
                <td>0.87 (0.86 to 0.88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td>64.03 (7.04)</td>
                <td>63.57 (7.04)</td>
                <td>0.47 (4.01; 0.19 to 0.74)</td>
                <td>−7.39 (−7.86 to −6.91)</td>
                <td>8.32 (7.84 to 8.79)</td>
                <td>7.85</td>
                <td>1.4 (1.66 to 1.14)</td>
                <td>0.2 (0.13 to 0.27)</td>
                <td>2.38 (1.9 to 2.86)</td>
                <td>0.84 (0.82 to 0.86)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>1 minute</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA</td>
                <td>61.71 (7.44)</td>
                <td>62.08 (8.59)</td>
                <td>−0.37 (4.54; −0.43 to −0.3)</td>
                <td>−9.27 (−9.38 to −9.16)</td>
                <td>8.54 (8.42 to 8.65)</td>
                <td>8.9</td>
                <td>2.08 (2.14 to 2.02)</td>
                <td>0.26 (0.24 to 0.27)</td>
                <td>4 (3.85 to 4.14)</td>
                <td>0.84 (0.84 to 0.84)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td>64.02 (7.54)</td>
                <td>63.56 (7.44)</td>
                <td>0.46 (5.24; 0.35 to 0.58)</td>
                <td>−9.8 (−10 to −9.61)</td>
                <td>10.73 (10.54 to 10.92)</td>
                <td>10.27</td>
                <td>2.12 (2.22 to 2.02)</td>
                <td>0.28 (0.26 to 0.3)</td>
                <td>3.52 (3.33 to 3.7)</td>
                <td>0.76 (0.75 to 0.76)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Metrics of agreement for overall heart rate estimates from the devices against PSG electrocardiogram (ECG) estimates (beats per minute) at various temporal resolutions.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>PSG: polysomnography.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Bias is the difference in measurement between the device and PSG ECG (device–PSG ECG).</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>LoA: limits of agreement.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>MDC: minimum detectable changes; smallest detectable change independent of measurement error (half of Bland-Altman agreement width).</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>MAE: mean absolute error.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>SAD: standardized absolute difference; a directionless version of Cohen <italic>d</italic>.</p>
            </fn>
            <fn id="table2fn8">
              <p><sup>h</sup>MAPE: mean absolute percentage error.</p>
            </fn>
            <fn id="table2fn9">
              <p><sup>i</sup>ICC: intraclass correlation coefficient; with two-way random effects (measures of measurement reliability).</p>
            </fn>
            <fn id="table2fn10">
              <p><sup>j</sup>WSA: Withings sleep analyzer.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Effect of temporal resolution on the reliability of estimates of breathing rate<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="80"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="50"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Breathing rate resolution</td>
                <td colspan="2">Device, mean (SD)</td>
                <td colspan="2">PSG<sup>b</sup>, mean (SD)</td>
                <td colspan="2">Bias<sup>c</sup> (SD; 95% CI)</td>
                <td colspan="2">LoA<sup>d</sup> (lower bound), (95% CI)</td>
                <td colspan="2">LoA (upper bound), (95% CI)</td>
                <td colspan="2">MDC<sup>e</sup></td>
                <td colspan="2">MAE<sup>f</sup> (95% CI)</td>
                <td colspan="2">SAD<sup>g</sup> (95% CI)</td>
                <td colspan="2">MAPE<sup>h</sup> (95% CI)</td>
                <td>ICC<sup>i</sup> (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="22">
                  <bold>60 minutes</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA<sup>j</sup></td>
                <td colspan="2">13.67 (1.51)</td>
                <td colspan="2">14.58 (1.87)</td>
                <td colspan="2">−0.91 (1.28; −1.06 to −0.76)</td>
                <td colspan="2">−3.42 (−3.67 to −3.17)</td>
                <td colspan="2">1.6 (1.34 to 1.85)</td>
                <td colspan="2">2.51</td>
                <td colspan="2">1 (1.14 to 0.86)</td>
                <td colspan="2">0.59 (0.47 to 0.71)</td>
                <td colspan="2">6.48 (5.73 to 7.22)</td>
                <td colspan="2">0.72 (0.65 to 0.77)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td colspan="2">14.18 (1.86)</td>
                <td colspan="2">14.33 (1.85)</td>
                <td colspan="2">−0.14 (1.66; −0.44 to 0.15)</td>
                <td colspan="2">−3.39 (−3.9 to −2.89)</td>
                <td colspan="2">3.11 (2.6 to 3.62)</td>
                <td colspan="2">3.25</td>
                <td colspan="2">0.92 (1.16 to 0.67)</td>
                <td colspan="2">0.5 (0.32 to 0.67)</td>
                <td colspan="2">6.35 (4.68 to 8.02)</td>
                <td colspan="2">0.6 (0.47 to 0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Somnofy</td>
                <td colspan="2">13.89 (1.65)</td>
                <td colspan="2">14.31 (1.8)</td>
                <td colspan="2">−0.42 (1.19; −0.65 to −0.19)</td>
                <td colspan="2">−2.76 (−3.16 to −2.36)</td>
                <td colspan="2">1.92 (1.52 to 2.31)</td>
                <td colspan="2">2.34</td>
                <td colspan="2">0.55 (0.77 to 0.33)</td>
                <td colspan="2">0.32 (0.13 to 0.51)</td>
                <td colspan="2">3.47 (2.27 to 4.67)</td>
                <td colspan="2">0.76 (0.67 to 0.83)</td>
              </tr>
              <tr valign="top">
                <td colspan="22">
                  <bold>10 minutes</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA</td>
                <td colspan="2">13.67 (1.67)</td>
                <td colspan="2">14.6 (2.2)</td>
                <td colspan="2">−0.93 (1.67; −1.01 to −0.86)</td>
                <td colspan="2">−4.21 (−4.34 to −4.08)</td>
                <td colspan="2">2.34 (2.21, 2.47)</td>
                <td colspan="2">3.28</td>
                <td colspan="2">1.14 (1.21 to 1.07)</td>
                <td colspan="2">0.59 (0.54 to 0.63)</td>
                <td colspan="2">7.29 (6.94 to 7.65)</td>
                <td colspan="2">0.63 (0.61 to 0.66)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td colspan="2">14.16 (2.2)</td>
                <td colspan="2">14.35 (2.17)</td>
                <td colspan="2">−0.18 (2.1; −0.33 to −0.04)</td>
                <td colspan="2">−4.31 (−4.56 to −4.06)</td>
                <td colspan="2">3.94 (3.69 to 4.19)</td>
                <td colspan="2">4.12</td>
                <td colspan="2">1.09 (1.22 to 0.96)</td>
                <td colspan="2">0.5 (0.43 to 0.57)</td>
                <td colspan="2">7.42 (6.6 to 8.25)</td>
                <td colspan="2">0.54 (0.48 to 0.58)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Somnofy</td>
                <td colspan="2">13.87 (1.77)</td>
                <td colspan="2">14.35 (2.05)</td>
                <td colspan="2">−0.48 (1.49; −0.59 to −0.36)</td>
                <td colspan="2">−3.41 (−3.6 to −3.21)</td>
                <td colspan="2">2.45 (2.26 to 2.65)</td>
                <td colspan="2">2.93</td>
                <td colspan="2">0.68 (0.79 to 0.57)</td>
                <td colspan="2">0.36 (0.28 to 0.43)</td>
                <td colspan="2">4.2 (3.64 to 4.76)</td>
                <td colspan="2">0.69 (0.65 to 0.73)</td>
              </tr>
              <tr valign="top">
                <td colspan="22">
                  <bold>1 minute</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>WSA</td>
                <td colspan="2">13.67 (2.04)</td>
                <td colspan="2">14.61 (2.61)</td>
                <td colspan="2">−0.93 (2.32; −0.97 to −0.9)</td>
                <td colspan="2">−5.48 (−5.54 to −5.42)</td>
                <td colspan="2">3.61 (3.56 to 3.67)</td>
                <td colspan="2">4.55</td>
                <td colspan="2">1.51 (1.54 to 1.48)</td>
                <td colspan="2">0.64 (0.63 to 0.66)</td>
                <td colspan="2">9.85 (9.68 to 10.02)</td>
                <td colspan="2">0.51 (0.5 to 0.52)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emfit</td>
                <td colspan="2">14.17 (2.5)</td>
                <td colspan="2">14.35 (2.57)</td>
                <td colspan="2">−0.18 (2.73; −0.24 to −0.12)</td>
                <td colspan="2">−5.54 (−5.65 to −5.44)</td>
                <td colspan="2">5.18 (5.07 to 5.28)</td>
                <td colspan="2">5.36</td>
                <td colspan="2">1.6 (1.65 to 1.56)</td>
                <td colspan="2">0.63 (0.61 to 0.65)</td>
                <td colspan="2">11.07 (10.74 to 11.4)</td>
                <td colspan="2">0.42 (0.4 to 0.44)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Somnofy</td>
                <td colspan="2">13.87 (1.91)</td>
                <td colspan="2">14.35 (2.43)</td>
                <td colspan="2">−0.47 (1.99; −0.52 to −0.43)</td>
                <td colspan="2">−4.38 (−4.46 to −4.3)</td>
                <td colspan="2">3.43 (3.35 to 3.51)</td>
                <td colspan="2">3.9</td>
                <td colspan="2">1.06 (1.1 to 1.01)</td>
                <td colspan="2">0.48 (0.46 to 0.51)</td>
                <td colspan="2">6.76 (6.54 to 6.99)</td>
                <td colspan="2">0.58 (0.57 to 0.6)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Metrics of agreement for overall heart rate estimates from the devices against PSG electrocardiogram (ECG) estimates (beats per minute) at various temporal resolutions.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>PSG: polysomnography.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Bias is the difference in measurement between the device and PSG ECG (device–PSG ECG).</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>LoA: limits of agreement.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>MDC: minimum detectable changes; smallest detectable change independent of measurement error (half of Bland-Altman agreement width).</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>MAE: mean absolute error.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>SAD: standardized absolute difference; a directionless version of Cohen <italic>d</italic>.</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>MAPE: mean absolute percentage error.</p>
            </fn>
            <fn id="table3fn9">
              <p><sup>i</sup>ICC: intraclass correlation coefficient; with two-way random effects (measures of measurement reliability).</p>
            </fn>
            <fn id="table3fn10">
              <p><sup>j</sup>WSA: Withings sleep analyzer.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Effect of time window over which vital signs are estimated on device measurement error; (A) heart rate (beats per minute [bpm]) and (B) breathing rate (cycles per minute [cpm]). The cumulative density function of the absolute error is represented for each of the devices for the window lengths 1, 10, and 60 minutes. The median (50th percentile) and the 90th percentile are represented by horizontal lines. PSG: polysomnography; WSA: Withings Sleep Analyzer.</p>
          </caption>
          <graphic xlink:href="mhealth_v12i1e53643_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Estimating Breathing Disturbances During Sleep</title>
        <sec>
          <title>WSA Snore</title>
          <p>The results of the WSA snore analysis and an example of the overnight time course of the snore data are depicted <xref rid="figure6" ref-type="fig">Figure 6</xref>, as well as in Figure S6 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Out of the 35 participants, snore data from both PSG and WSA were available for 30 (86%) participants (PSG snore sensor data were not available for 2 participants, and WSA snore data were unavailable for 3 participants). Of the remaining 30 participants, it was determined from PSG snore sensor data that 8 (27%) participants did not have any form of snoring, whereas 22 (73%) participants snored. The WSA incorrectly determined that 5 (23%) of these 22 participants had no snoring, leading to a moderate performance with a Matthews correlation coefficient of 0.69 (<xref rid="figure6" ref-type="fig">Figure 6</xref>C).</p>
          <p>PSG determined that the 22 snorers had a nightly snoring duration ranging between 10 and 270 minutes (<xref rid="figure6" ref-type="fig">Figure 6</xref>A). The concordance between the snore duration estimates from the WSA and PSG was high (<italic>r</italic><sup>2</sup>=0.76; <italic>P</italic>&lt;.001; n=30). When the snoring intensity determined by the PSG snore sensor was grouped based on the WSA snore labels (<xref rid="figure6" ref-type="fig">Figure 6</xref>B), we found that, on average, the intensity of the PSG-detected snore events that were not detected by WSA was lower than the intensity of the snore events detected by both PSG and WSA, but there was a considerable overlap between the distributions.</p>
          <p>Overall, the snore events were underestimated by the WSA compared with PSG. The distribution of the snoring events as determined by the PSG snore sensor showed that snoring was present across all sleep states, with &gt;20% of all non-REM epochs having snore events, while for REM epochs, this was 17.48% (<xref rid="figure6" ref-type="fig">Figure 6</xref>D). By contrast, when the distribution of snore events automatically identified by WSA was analyzed, the WSA-determined snore events were high during LS and DS and low during REM (<xref rid="figure6" ref-type="fig">Figure 6</xref>E). The corresponding confusion matrix between the PSG consensus sleep stage and Withings sleep stage prediction during WSA-identified snore events is depicted in <xref rid="figure6" ref-type="fig">Figure 6</xref>E, which shows that the WSA does not score wake when snore events are detected. WSA also scored more snore epochs as DS, followed by LS and REM sleep.</p>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Withings Sleep Analyzer (WSA) snore analysis. (A) Concordance of polysomnography (PSG)-assessed snore duration and WSA snore (n=30). The linear fit is depicted by the red line. (B) Snore intensity as detected by the PSG snore sensor during WSA predicted snore and no snore. (C) Confusion matrix for participants identified as snorers or nonsnorers (n=30). (D) Distribution of snore events across PSG-derived sleep stages for both PSG and WSA. (E) Confusion matrix of epoch-to-epoch (EBE) concordance between PSG and WSA during WSA snore events (total WSA snore epochs: 1611). bpm: beats per minute; cpm: cycles per minute; DS: deep sleep; LS: light sleep; REM: rapid eye movement.</p>
            </caption>
            <graphic xlink:href="mhealth_v12i1e53643_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>WSA AHI</title>
          <p>The WSA summary measures relevant to breathing disorders are the BDI and AHI. WSA BDI data were available for 29 participants in the laboratory and for 24 participants at home (a total of 222 nights available). Both WSA AHI and BDI were available for only 64 nights across 7 participants at home. Upon inspection of potential correlations between the WSA AHI and WSA BDI, we found that the WSA BDI was double the value of WSA AHI (WSA BDI=(2.006×WSA AHI)–0.133; <italic>r</italic><sup>2</sup>=.999; <italic>P</italic>&lt;.001; n=64; Figure S7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). On the basis of this inference, we used half BDI as the proxy for WSA AHI for the remainder of the analysis.</p>
          <p>We found a high correlation between the WSA AHI and PSG AHI in the laboratory (<italic>r</italic><sup>2</sup>=0.59; <italic>P</italic>&lt;.001; n=29; <xref rid="figure7" ref-type="fig">Figure 7</xref>A). The MAE was 6.49 (95% CI 4.89-8.10) events per hour. We further explored the relationship between the PSG AHI in the laboratory and the mean WSA AHI at home (<xref rid="figure7" ref-type="fig">Figure 7</xref>B). We found that there was a moderate level of correlation between the 2 (<italic>r</italic><sup>2</sup>=0.44; <italic>P</italic>&lt;.001; n=24). There was also a high level of agreement between the WSA AHI 1 night before the laboratory and both in-laboratory WSA AHI (<italic>r</italic><sup>2</sup>=0.74; <italic>P</italic>&lt;.001; n=15) and PSG AHI (<italic>r</italic><sup>2</sup>=0.59; <italic>P</italic>&lt;.001; n=16). We have depicted the WSA AHI (half WSA BDI) for the 24 participants’ data available at home as a heat map showing the night-to-night variability and missing values in Figure S8 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>Relationship between polysomnography (PSG)-based apnea-hypopnea index (AHI) and Withings Sleep Analyzer (WSA) breathing disorder index (BDI). (A) In laboratory (n=35) and (B) at home (n=29). The linear fit is depicted by the red line. AHI reference ranges are as follows: 0 to 4 (no apnea), 5 to 14 (mild; shown in green), 15 to 29 (moderate; shown in blue), and ≥30 (severe; shown in red). For the WSA AHI estimates at home, each data point depicts the mean per participant, and the vertical bars depict the minimum and maximum values.</p>
            </caption>
            <graphic xlink:href="mhealth_v12i1e53643_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we provide an evaluation of 3 contactless technologies for monitoring heart rate, breathing rate, and breathing disturbances during sleep in older men and women. Overall, the contactless technologies provided heart rate (WSA and Emfit) and breathing rate estimates (all 3 devices) with acceptable agreement compared with standard reference estimates from PSG ECG and RIP thorax. We also found that these devices can be used for detecting respiratory events, including apnea and snoring, in this population of older men and women with stable comorbidities.</p>
        <p>We were able to successfully collect data at home with limited (&lt;5%) data loss. The data loss was primarily due to Wi-Fi dropouts, where the device spontaneously lost connection to the Wi-Fi network. Overall, this demonstrates the ability of these contactless devices to reliably collect continuous vital sign data remotely in the community with little oversight and maintenance.</p>
        <p>The devices also captured the time course of vital signs during sleep, in good agreement with the PSG, with relatively small differences in performance between the devices. The heart rate estimate range of both WSA and Emfit was narrower than the Association for the Advancement of Medical Instrumentation–recommended minimum allowable range of 30 to 200 bpm, with WSA having a more limited range compared with Emfit [<xref ref-type="bibr" rid="ref48">48</xref>]. WSA performed somewhat better than Emfit at capturing heart rate trends, while Somnofy performed the best in terms of breathing rate, followed by WSA and Emfit. The decline of heart rate during the sleep period is in accordance with previous studies, although the upswing in heart rate at the end of the sleep period, which has been observed in younger participants [<xref ref-type="bibr" rid="ref52">52</xref>], was not very clear in the data collected by any of the methods in this study. This may be because, here, we studied older participants with comorbidities including sleep apnea.</p>
        <p>The contactless technologies provided estimates of heart rate and breathing, which, when averaged across the night, were in very good agreement with the PSG estimates. Outliers in both the breathing rate and heart rate agreement plots were found to originate from participants with severe breathing disturbances or significant abnormal cardiac rhythm. The overall agreement between contactless technology–derived estimates and the estimates derived from PSG becomes poorer when the time period over which the estimate is computed becomes shorter. This is not surprising, but it puts limitations on the use cases in which these devices can be applied. Improvement in the estimates from WSA with reducing temporal resolution was limited by the discretized or rounded output of vital signs from the WSA, with 50% of the estimates having a minimum error of 1 bpm.</p>
        <p>At 1-minute resolution, the undermattress devices had an acceptable accuracy with an MAE of &lt;2.12 bpm and an MAPE of &lt;5% for heart rate estimates, which is lower than the errors reported in the literature for wearable technologies during daily activities and for many contactless technologies during sleep [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. The breathing rate estimates at 1-minute resolution were acceptable across all 3 devices with an MAE of ≤ 1.6-cpm and an MAPE of &gt;12% and were comparable to other contactless technologies in previous evaluations in young participants [<xref ref-type="bibr" rid="ref27">27</xref>]. The accuracy of both the vital signs estimates was higher during sleep than in the wake period primarily due to reduced body movements. Somnofy, the best-performing device in estimating breathing rate, was also the best-performing device in our evaluation of sleep stage classification performance [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Although in our evaluation of older participants, all the compared contactless devices provided acceptable performance, this performance was poorer than what was previously reported in studies (Emfit and Somnofy) in a younger population. In the evaluation conducted by Ranta et al [<xref ref-type="bibr" rid="ref32">32</xref>] in a population of 34 participants with a median age of 32 years, the Emfit had an MAE of 1.34 bpm for heart rate and an MAE of 0.59 cpm for breathing rate. In contrast, in the evaluation conducted by Toften et al [<xref ref-type="bibr" rid="ref31">31</xref>], Somnofy had an MAE of 0.18 cpm in a population of 37 participants with a mean age of 32.6 years. Although the vital sign estimates from WSA have been used in large-scale studies, there is no existing evaluation of the WSA-estimated vital signs in the literature to the best of our knowledge [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>The higher accuracy of Somnofy in estimating breathing rate compared with the undermattress devices can be attributed to the device not estimating breathing rate when the signal quality is affected by body movements. Although this leads to some loss of data, this also leads to better accuracy, highlighting the need for a signal quality index associated with the device-generated vital signs estimates.</p>
        <p>Finally, our evaluation revealed that the WSA snore and BDI estimates were accurate, and the performance of the WSA AHI in terms of MAE in our study (MAE 6.49 events per hour; n=29) was better than the results reported by Edouard et al [<xref ref-type="bibr" rid="ref55">55</xref>] (MAE 9.5 events per hour; N=118; mean age 49.3 years). The variability of WSA AHI across nights, as seen in Figure S8 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, highlights the ability of contactless monitoring devices like WSA to capture fluctuations in obstructive sleep apnea and their potential to play a crucial role in understanding changes in daytime function, comorbid conditions, and personalized management.</p>
        <p>To the best of our knowledge, WSA snore has not been previously evaluated in other studies. The breathing disturbance detection has been performed using Emfit raw ballistography data in the literature, but these algorithms are not open source or available directly from the manufacturer and hence not used in our analysis [<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. The availability of these breathing disturbance estimates, along with the acceptable agreement of the vital sign measures generated by the contactless technologies, demonstrates their immediate potential usefulness in population-wide deployment for home monitoring and care [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>One of the limitations of the work is that the data synchronization of the PSG reference data and the device data is based on the best alignment of the vital signs data and hypnogram, which is not ideal. Second, the algorithms used by the different devices in deriving the ballistography signal and heart rate and breathing rate information are hidden due to their proprietary nature, and hence the interpretability of several observations made in this study such as the bounded nature of the output vital signs, outliers, and unavailability of data is limited. Due to a lack of detailed documentation on the snore-detection approach used by WSA, the minimum intensity of the snoring that is detected as a snoring event by WSA is unclear. Finally, out of the compared contactless devices, the Somnofy radar does not provide heart rate estimates, which is a limitation.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>With their ability to reliably collect heart rate, breathing rate, and breathing disturbance data longitudinally and at scale, contactless technologies have the potential to be a powerful tool for unintrusive remote vital signs monitoring in community-dwelling older adults and people living with dementia. Applications range from early detection of abnormalities and deterioration of health to monitoring the impact of interventions to improve health (eg, treatment of sleep apnea). This is particularly valuable for patients using prescribed medications for long-term conditions, as it may indicate the need for dosage adjustments or even discontinuation (eg, bradycardia in patients on cholinesterase inhibitors). Together, these applications could improve overall home care. They also allow for investigation into the night-to-night variation in sleep and vital signs and how this variation is associated with health outcomes and daytime function. Such approaches have already shown that night-to-night variation in sleep apnea is associated with uncontrolled hypertension [<xref ref-type="bibr" rid="ref58">58</xref>] and that night-to-night variation in sleep continuity is associated with day-to-day variation in symptoms in people living with Alzheimer disease [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary tables and figures.</p>
        <media xlink:href="mhealth_v12i1e53643_app1.docx" xlink:title="DOCX File , 6332 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AASM</term>
          <def>
            <p>American Academy of Sleep Medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AHI</term>
          <def>
            <p>apnea-hypopnea index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AWS</term>
          <def>
            <p>Actiwatch Spectrum</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">BDI</term>
          <def>
            <p>breathing disorder index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">bpm</term>
          <def>
            <p>beats per minute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CDF</term>
          <def>
            <p>cumulative distribution function</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">cpm</term>
          <def>
            <p>cycles per minute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ICC</term>
          <def>
            <p>intraclass correlation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">LoA</term>
          <def>
            <p>limits of agreement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">MAE</term>
          <def>
            <p>mean absolute error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">MAPE</term>
          <def>
            <p>mean absolute percentage error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">MDC</term>
          <def>
            <p>minimum detectable change</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">PLMI</term>
          <def>
            <p>period limb movement index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">PSG</term>
          <def>
            <p>polysomnography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">REM</term>
          <def>
            <p>rapid eye movement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">RIP thorax</term>
          <def>
            <p>respiratory inductance plethysmography thorax</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">WSA</term>
          <def>
            <p>Withings Sleep Analyzer</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the UK Dementia Research Institute (award number UKDRI-7005) through UK DRI Ltd, principally funded by the UK Medical Research Council, and additional funding partner includes Alzheimer’s Society. The authors thank the staff members of the Clinical Research Facility for their help with data collection and the members of Care Research &amp; Technology for helpful discussions.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and analyzed during this study are available from the coauthor CdM on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>KKGR conducted the data exploration and analysis and prepared the manuscript. DJD conceived the study and contributed to the writing of the manuscript. CdM, GA, HH, and VR contributed to the design of the study and were responsible for participant recruitment and screening, and study conduct. The devices were setup and data sets were downloaded and curated by DL, KKGR, GA, CdM, and VR. All the authors contributed to the data collection and finalization of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>The authors declare no competing nonfinancial interests but the following competing financial interests: the Withings and Emfit devices used in this study were purchased from the manufacturers without any price reductions. The Somnofy devices used in the study were provided by Vital Things, Norway, at no cost. The manufacturers of these devices were not involved in the design and conduct of this study, the analysis and interpretation of the data, or the preparation of the manuscript.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chester</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Rudolph</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Vital signs in older patients: age-related changes</article-title>
          <source>J Am Med Dir Assoc</source>
          <year>2011</year>
          <month>07</month>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>337</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21450180"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jamda.2010.04.009</pub-id>
          <pub-id pub-id-type="medline">21450180</pub-id>
          <pub-id pub-id-type="pii">S1525-8610(10)00130-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3102151</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spruijt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vergouwe</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Nijman</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oostenbrink</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Vital signs should be maintained as continuous variables when predicting bacterial infections in febrile children</article-title>
          <source>J Clin Epidemiol</source>
          <year>2013</year>
          <month>05</month>
          <volume>66</volume>
          <issue>4</issue>
          <fpage>453</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(12)00310-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2012.09.014</pub-id>
          <pub-id pub-id-type="medline">23306061</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(12)00310-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Norbury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Watt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wyke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of multimorbidity and implications for health care, research, and medical education: a cross-sectional study</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <month>07</month>
          <day>07</day>
          <volume>380</volume>
          <issue>9836</issue>
          <fpage>37</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(12)60240-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)60240-2</pub-id>
          <pub-id pub-id-type="medline">22579043</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)60240-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Divo</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Mannino</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Ageing and the epidemiology of multimorbidity</article-title>
          <source>Eur Respir J</source>
          <year>2014</year>
          <month>10</month>
          <day>19</day>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>1055</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://erj.ersjournals.com/cgi/pmidlookup?view=long&amp;pmid=25142482"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/09031936.00059814</pub-id>
          <pub-id pub-id-type="medline">25142482</pub-id>
          <pub-id pub-id-type="pii">09031936.00059814</pub-id>
          <pub-id pub-id-type="pmcid">PMC4918092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freid</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Multiple chronic conditions among adults aged 45 and over: trends over the past 10 years</article-title>
          <source>NCHS Data Brief</source>
          <year>2012</year>
          <month>07</month>
          <issue>100</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/data/databriefs/db100.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">23101759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Brimicombe</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Association of comorbidity and health service usage among patients with dementia in the UK: a population-based study</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>03</month>
          <day>09</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e012546</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=28279992"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-012546</pub-id>
          <pub-id pub-id-type="medline">28279992</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-012546</pub-id>
          <pub-id pub-id-type="pmcid">PMC5353300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yamamoto</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kataoka</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Delta HR/BT as a possible predictor of severity or mortality, not a predictor of bacterial infection</article-title>
          <source>Postgrad Med</source>
          <year>2017</year>
          <month>10</month>
          <day>28</day>
          <volume>129</volume>
          <issue>7</issue>
          <fpage>777</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/00325481.2017.1358583</pub-id>
          <pub-id pub-id-type="medline">28730913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wrede</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Braakman-Jansen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>How to create value with unobtrusive monitoring technology in home-based dementia care: a multimethod study among key stakeholders</article-title>
          <source>BMC Geriatr</source>
          <year>2022</year>
          <month>12</month>
          <day>30</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>921</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgeriatr.biomedcentral.com/articles/10.1186/s12877-022-03550-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12877-022-03550-1</pub-id>
          <pub-id pub-id-type="medline">36451119</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12877-022-03550-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC9713088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>De la Hoz Siegler</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Conly</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Clinical relevance of home monitoring of vital signs and blood glucose levels: a narrative review</article-title>
          <source>Int J Technol Assess Health Care</source>
          <year>2019</year>
          <month>07</month>
          <day>26</day>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>334</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1017/s0266462319000527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tiersen</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Batey</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Naar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Serban</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Calvo</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Smart home sensing and monitoring in households with dementia: user-centered design approach</article-title>
          <source>JMIR Aging</source>
          <year>2021</year>
          <month>08</month>
          <day>11</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e27047</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aging.jmir.org/2021/3/e27047/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27047</pub-id>
          <pub-id pub-id-type="medline">34383672</pub-id>
          <pub-id pub-id-type="pii">v4i3e27047</pub-id>
          <pub-id pub-id-type="pmcid">PMC8387885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stroulia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaidis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel-Cruz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rios Rincon</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Smart homes and home health monitoring technologies for older adults: a systematic review</article-title>
          <source>Int J Med Inform</source>
          <year>2016</year>
          <month>07</month>
          <volume>91</volume>
          <fpage>44</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2016.04.007</pub-id>
          <pub-id pub-id-type="medline">27185508</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(16)30064-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clemente</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Health and sleep nursing assistant for real-time, contactless, and non-invasive monitoring</article-title>
          <source>Pervasive Mob Comput</source>
          <year>2021</year>
          <month>08</month>
          <volume>75</volume>
          <fpage>101422</fpage>
          <pub-id pub-id-type="doi">10.1016/j.pmcj.2021.101422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schütz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Botros</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pais</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Santschi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Buluschek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gatica-Perez</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Urwyler</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Müri</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Nef</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Contactless sleep monitoring for early detection of health deteriorations in community-dwelling older adults: exploratory study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>07</month>
          <day>11</day>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>e24666</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/159712"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24666</pub-id>
          <pub-id pub-id-type="medline">34114966</pub-id>
          <pub-id pub-id-type="pii">v9i6e24666</pub-id>
          <pub-id pub-id-type="pmcid">PMC8235297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hashizaki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nakajima</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kume</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Monitoring of weekly sleep pattern variations at home with a contactless biomotion sensor</article-title>
          <source>Sensors (Basel)</source>
          <year>2015</year>
          <month>08</month>
          <day>03</day>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>18950</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s150818950"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s150818950</pub-id>
          <pub-id pub-id-type="medline">26247948</pub-id>
          <pub-id pub-id-type="pii">s150818950</pub-id>
          <pub-id pub-id-type="pmcid">PMC4570354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seelye</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leese</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Dorociak</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bouranis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mattek</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beattie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cosgrove</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Klinger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lamberty</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kaye</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of in-home sensor monitoring to detect mild cognitive impairment in aging military veterans: prospective observational study</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <month>07</month>
          <day>08</day>
          <volume>4</volume>
          <issue>6</issue>
          <fpage>e16371</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/6/e16371/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16371</pub-id>
          <pub-id pub-id-type="medline">32310138</pub-id>
          <pub-id pub-id-type="pii">v4i6e16371</pub-id>
          <pub-id pub-id-type="pmcid">PMC7308933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fonseka</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maharaj</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Rooke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mobbs</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Two-year continuous data capture using a wearable sensor to remotely monitor the surgical spine patient: a case report</article-title>
          <source>J Spine Surg</source>
          <year>2022</year>
          <month>03</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>170</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35441110"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/jss-21-89</pub-id>
          <pub-id pub-id-type="medline">35441110</pub-id>
          <pub-id pub-id-type="pii">jss-08-01-170</pub-id>
          <pub-id pub-id-type="pmcid">PMC8990385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oldrati</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barrios</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Blumer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Foege</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Consortium</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Holz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lutterotti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Continuous monitoring with wearables in multiple sclerosis reveals an association of cardiac autonomic dysfunction with disease severity</article-title>
          <source>Mult Scler J Exp Transl Clin</source>
          <year>2022</year>
          <month>06</month>
          <day>01</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>20552173221103436</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552173221103436?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552173221103436</pub-id>
          <pub-id pub-id-type="medline">35677598</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552173221103436</pub-id>
          <pub-id pub-id-type="pmcid">PMC9168869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siddi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bailon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Giné-Vázquez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Matcham</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lamers</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kontaxis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Laporta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lombardini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Annas</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Penninx</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Ivan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Difrancesco</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Locatelli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aguiló</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peñarrubia-Maria</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Narayan</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Folarin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leightley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cummins</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vairavan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ranjan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rintala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Girolamo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Simblett</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
            <collab>PAB Members</collab>
            <name name-style="western">
              <surname>Myin-Germeys</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Haro</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The usability of daytime and night-time heart rate dynamics as digital biomarkers of depression severity</article-title>
          <source>Psychol Med</source>
          <year>2023</year>
          <month>07</month>
          <volume>53</volume>
          <issue>8</issue>
          <fpage>3249</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291723001034</pub-id>
          <pub-id pub-id-type="medline">37184076</pub-id>
          <pub-id pub-id-type="pii">S0033291723001034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leenen</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Leerentveld</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>van Dijk</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>van Westreenen</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Schoonhoven</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Patijn</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Current evidence for continuous vital signs monitoring by wearable wireless devices in hospitalized adults: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>17</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e18636</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e18636/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18636</pub-id>
          <pub-id pub-id-type="medline">32469323</pub-id>
          <pub-id pub-id-type="pii">v22i6e18636</pub-id>
          <pub-id pub-id-type="pmcid">PMC7351263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weenk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bredie</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koeneman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hesselink</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>van Goor</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van de Belt</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>Continuous monitoring of vital signs in the general ward using wearable devices: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>10</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e15471</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e15471/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15471</pub-id>
          <pub-id pub-id-type="medline">32519972</pub-id>
          <pub-id pub-id-type="pii">v22i6e15471</pub-id>
          <pub-id pub-id-type="pmcid">PMC7315364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henriksen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Svartdal</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Grimsgaard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hartvigsen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hopstock</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Polar vantage and Oura physical activity and sleep trackers: validation and comparison study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>05</month>
          <day>27</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e27248</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/5/e27248/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27248</pub-id>
          <pub-id pub-id-type="medline">35622397</pub-id>
          <pub-id pub-id-type="pii">v6i5e27248</pub-id>
          <pub-id pub-id-type="pmcid">PMC9187966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>NB</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of consumer wearable heart rate measurement during an ecologically valid 24-hour period: intraindividual validation study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>03</month>
          <day>11</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e10828</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/3/e10828/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10828</pub-id>
          <pub-id pub-id-type="medline">30855232</pub-id>
          <pub-id pub-id-type="pii">v7i3e10828</pub-id>
          <pub-id pub-id-type="pmcid">PMC6431828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colwell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Orychock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tobin</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Simango</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Buote</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Van Heerden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Luan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Slade</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>NG</given-names>
            </name>
          </person-group>
          <article-title>Reliability and validity of commercially available wearable devices for measuring steps, energy expenditure, and heart rate: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>10</month>
          <day>08</day>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>e18694</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/9/e18694/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18694</pub-id>
          <pub-id pub-id-type="medline">32897239</pub-id>
          <pub-id pub-id-type="pii">v8i9e18694</pub-id>
          <pub-id pub-id-type="pmcid">PMC7509623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benedetti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Olcese</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Frumento</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bazzani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bruno</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>d'Ascanio</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maestri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bonanni</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Faraguna</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Heart rate detection by Fitbit ChargeHR : a validation study versus portable polysomnography</article-title>
          <source>J Sleep Res</source>
          <year>2021</year>
          <month>12</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>e13346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33837981"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jsr.13346</pub-id>
          <pub-id pub-id-type="medline">33837981</pub-id>
          <pub-id pub-id-type="pmcid">PMC9286609</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haveman</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>van Rossum</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Vaseur</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>van der Riet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schuurmann</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hermens</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Tabak</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Continuous monitoring of vital signs with wearable sensors during daily life activities: validation study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>01</month>
          <day>07</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e30863</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/1/e30863/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30863</pub-id>
          <pub-id pub-id-type="medline">34994703</pub-id>
          <pub-id pub-id-type="pii">v6i1e30863</pub-id>
          <pub-id pub-id-type="pmcid">PMC8783291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ravindran</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>della Monica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atzori</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Revell</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the Empatica E4 derived heart rate and heart rate variability measures in older men and women</article-title>
          <source>Proceedings of the 44th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society</source>
          <year>2022</year>
          <conf-name>EMBC 2022</conf-name>
          <conf-date>July 11-15, 2022</conf-date>
          <conf-loc>Glasgow, UK</conf-loc>
          <pub-id pub-id-type="doi">10.1109/embc48229.2022.9871559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boiko</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez Madrid</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Seepold</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Contactless technologies, sensors, and systems for cardiac and respiratory measurement during sleep: a systematic review</article-title>
          <source>Sensors (Basel)</source>
          <year>2023</year>
          <month>05</month>
          <day>24</day>
          <volume>23</volume>
          <issue>11</issue>
          <fpage>5038</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s23115038"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s23115038</pub-id>
          <pub-id pub-id-type="medline">37299762</pub-id>
          <pub-id pub-id-type="pii">s23115038</pub-id>
          <pub-id pub-id-type="pmcid">PMC10255824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Knobel</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Schuetz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nef</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Contact-free sensor signals as a new digital biomarker for cardiovascular disease: chances and challenges</article-title>
          <source>Eur Heart J Digit Health</source>
          <year>2020</year>
          <month>12</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>30</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36713967"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ehjdh/ztaa006</pub-id>
          <pub-id pub-id-type="medline">36713967</pub-id>
          <pub-id pub-id-type="pii">ztaa006</pub-id>
          <pub-id pub-id-type="pmcid">PMC9707864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schütz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Botros</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Urwyler</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Buluschek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>du Pasquier</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nef</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Potential of ambient sensor systems for early detection of health problems in older adults</article-title>
          <source>Front Cardiovasc Med</source>
          <year>2020</year>
          <month>7</month>
          <day>15</day>
          <volume>7</volume>
          <fpage>110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/145217"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fcvm.2020.00110</pub-id>
          <pub-id pub-id-type="medline">32760739</pub-id>
          <pub-id pub-id-type="pmcid">PMC7373719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vahia</surname>
              <given-names>IV</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cray</surname>
              <given-names>HV</given-names>
            </name>
            <name name-style="western">
              <surname>McGrory</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Katabi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Contactless in-home monitoring of the long-term respiratory and behavioral phenotypes in older adults with COVID-19: a case series</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <month>10</month>
          <day>27</day>
          <volume>12</volume>
          <fpage>754169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34777058"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2021.754169</pub-id>
          <pub-id pub-id-type="medline">34777058</pub-id>
          <pub-id pub-id-type="pmcid">PMC8580478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toften</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kjellstadli</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Thu</surname>
              <given-names>OK</given-names>
            </name>
            <name name-style="western">
              <surname>Ellingsen</surname>
              <given-names>OJ</given-names>
            </name>
          </person-group>
          <article-title>Noncontact longitudinal respiratory rate measurements in healthy adults using radar-based sleep monitor (Somnofy): validation study</article-title>
          <source>JMIR Biomed Eng</source>
          <year>2022</year>
          <month>08</month>
          <day>12</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e36618</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://biomedeng.jmir.org/2022/2/e36618/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/36618</pub-id>
          <pub-id pub-id-type="medline">38875674</pub-id>
          <pub-id pub-id-type="pii">v7i2e36618</pub-id>
          <pub-id pub-id-type="pmcid">PMC11041471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ranta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aittokoski</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tenhunen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alasaukko-oja</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>EMFIT QS heart rate and respiration rate validation</article-title>
          <source>Biomed Phys Eng Express</source>
          <year>2019</year>
          <month>01</month>
          <day>15</day>
          <volume>5</volume>
          <fpage>025016</fpage>
          <pub-id pub-id-type="doi">10.1088/2057-1976/aafbc8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mishica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kyröläinen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hynynen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nummela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Holmberg</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Linnamo</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of nocturnal vs. morning measures of heart rate indices in young athletes</article-title>
          <source>PLoS One</source>
          <year>2022</year>
          <month>1</month>
          <day>5</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e0262333</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0262333"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0262333</pub-id>
          <pub-id pub-id-type="medline">34986202</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-26508</pub-id>
          <pub-id pub-id-type="pmcid">PMC8730395</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ravindran</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Della Monica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atzori</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hassanin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Revell</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Contactless and longitudinal monitoring of nocturnal sleep and daytime naps in older men and women: a digital health technology evaluation study</article-title>
          <source>Sleep</source>
          <year>2023</year>
          <month>10</month>
          <day>11</day>
          <volume>46</volume>
          <issue>10</issue>
          <fpage>zsad194</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37471049"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/sleep/zsad194</pub-id>
          <pub-id pub-id-type="medline">37471049</pub-id>
          <pub-id pub-id-type="pii">7226882</pub-id>
          <pub-id pub-id-type="pmcid">PMC10566241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>G Ravindran</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Della Monica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atzori</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hassanin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Revell</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Three contactless sleep technologies compared with actigraphy and polysomnography in a heterogeneous group of older men and women in a model of mild sleep disturbance: sleep laboratory study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2023</year>
          <month>10</month>
          <day>25</day>
          <volume>11</volume>
          <fpage>e46338</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2023//e46338/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/46338</pub-id>
          <pub-id pub-id-type="medline">37878360</pub-id>
          <pub-id pub-id-type="pii">v11i1e46338</pub-id>
          <pub-id pub-id-type="pmcid">PMC10632916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Della Monica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ravindran</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Atzori</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mahvash-Mohammadi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bartsch</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Skeldon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hampshire</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nilforooshan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hassanin</surname>
              <given-names>H</given-names>
            </name>
            <collab>The UK Dementia Research Institute Care Research Amp Technology Research Group</collab>
            <name name-style="western">
              <surname>Revell</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>A protocol for evaluating digital technology for monitoring sleep and circadian rhythms in older people and people living with dementia in the community</article-title>
          <source>Clocks Sleep</source>
          <year>2024</year>
          <month>03</month>
          <day>29</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=clockssleep6010010"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/clockssleep6010010</pub-id>
          <pub-id pub-id-type="medline">38534798</pub-id>
          <pub-id pub-id-type="pii">clockssleep6010010</pub-id>
          <pub-id pub-id-type="pmcid">PMC10968838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carney</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Buysse</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ancoli-Israel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edinger</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Krystal</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Lichstein</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Morin</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>The consensus sleep diary: standardizing prospective sleep self-monitoring</article-title>
          <source>Sleep</source>
          <year>2012</year>
          <month>03</month>
          <day>01</day>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>287</fpage>
          <lpage>302</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22294820"/>
          </comment>
          <pub-id pub-id-type="doi">10.5665/sleep.1642</pub-id>
          <pub-id pub-id-type="medline">22294820</pub-id>
          <pub-id pub-id-type="pmcid">PMC3250369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gamaldo</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Harding</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Vaughn</surname>
              <given-names>BV</given-names>
            </name>
          </person-group>
          <source>The AASM Manual for the Scoring of Sleep and Associated Events: Rules, Terminology and Technical Specifications, Version 2.0</source>
          <year>2018</year>
          <publisher-loc>Darien, IL</publisher-loc>
          <publisher-name>American Academy of Sleep Medicine</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montplaisir</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Arthur</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ferini-Strambi</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Restless legs syndrome and periodic limb movements during sleep</article-title>
          <source>Principles and Practice of Sleep Medicine</source>
          <year>2010</year>
          <publisher-loc>Amsterdam, The Netherlands</publisher-loc>
          <publisher-name>Elsevier</publisher-name>
          <fpage>1026</fpage>
          <lpage>37</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <source>International Classification of Sleep Disorders – Third Edition (ICSD-3)</source>
          <year>2014</year>
          <publisher-loc>Darien, IL</publisher-loc>
          <publisher-name>American Academy of Sleep Medicine</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vest</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Da Poian</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nemati</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>An open source benchmarked toolbox for cardiovascular waveform and interval analysis</article-title>
          <source>Physiol Meas</source>
          <year>2018</year>
          <month>10</month>
          <day>11</day>
          <volume>39</volume>
          <issue>10</issue>
          <fpage>105004</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30199376"/>
          </comment>
          <pub-id pub-id-type="doi">10.1088/1361-6579/aae021</pub-id>
          <pub-id pub-id-type="medline">30199376</pub-id>
          <pub-id pub-id-type="pmcid">PMC6442742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charlton</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Kotzen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mejía-Mejía</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Aston</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Budidha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pettit</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Behar</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kyriacou</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Detecting beats in the photoplethysmogram: benchmarking open-source algorithms</article-title>
          <source>Physiol Meas</source>
          <year>2022</year>
          <month>08</month>
          <day>19</day>
          <volume>43</volume>
          <issue>8</issue>
          <fpage>085007</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35853440"/>
          </comment>
          <pub-id pub-id-type="doi">10.1088/1361-6579/ac826d</pub-id>
          <pub-id pub-id-type="medline">35853440</pub-id>
          <pub-id pub-id-type="pmcid">PMC9393905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charlton</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnici</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tarassenko</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Clifton</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Watkinson</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>An assessment of algorithms to estimate respiratory rate from the electrocardiogram and photoplethysmogram</article-title>
          <source>Physiol Meas</source>
          <year>2016</year>
          <month>05</month>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>610</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27027672"/>
          </comment>
          <pub-id pub-id-type="doi">10.1088/0967-3334/37/4/610</pub-id>
          <pub-id pub-id-type="medline">27027672</pub-id>
          <pub-id pub-id-type="pmcid">PMC5390977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charlton</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnici</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tarassenko</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alastruey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifton</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Watkinson</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Extraction of respiratory signals from the electrocardiogram and photoplethysmogram: technical and physiological determinants</article-title>
          <source>Physiol Meas</source>
          <year>2017</year>
          <month>05</month>
          <day>03</day>
          <volume>38</volume>
          <issue>5</issue>
          <fpage>669</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1088/1361-6579/aa670e</pub-id>
          <pub-id pub-id-type="medline">28296645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Measuring agreement in method comparison studies</article-title>
          <source>Stat Methods Med Res</source>
          <year>1999</year>
          <month>07</month>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>135</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1177/096228029900800204</pub-id>
          <pub-id pub-id-type="medline">10501650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menghini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cellini</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>de Zambotti</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A standardized framework for testing the performance of sleep-tracking technology: step-by-step guidelines and open-source code</article-title>
          <source>Sleep</source>
          <year>2021</year>
          <month>03</month>
          <day>12</day>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>zsaa170</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32882005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/sleep/zsaa170</pub-id>
          <pub-id pub-id-type="medline">32882005</pub-id>
          <pub-id pub-id-type="pii">5901094</pub-id>
          <pub-id pub-id-type="pmcid">PMC7879416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haghayegh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Khoshnevis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Smolensky</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Diller</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>A comprehensive guideline for Bland-Altman and intra class correlation calculations to properly compare two methods of measurement and interpret findings</article-title>
          <source>Physiol Meas</source>
          <year>2020</year>
          <month>07</month>
          <day>15</day>
          <volume>41</volume>
          <issue>5</issue>
          <fpage>055012</fpage>
          <pub-id pub-id-type="doi">10.1088/1361-6579/ab86d6</pub-id>
          <pub-id pub-id-type="medline">32252039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Physical activity monitoring for heart rate - real world analysis (ANSI/CTA-2065.1)</article-title>
          <source>Consumer Technology Association</source>
          <access-date>2024-07-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://shop.cta.tech/collections/standards/products/physical-activity-monitoring-for-heart-rate">https://shop.cta.tech/collections/standards/products/physical-activity-monitoring-for-heart-rate</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Carty</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Macfarlane</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Christian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dakin</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Respiratory rate measurement in adults--how reliable is it?</article-title>
          <source>Respir Med</source>
          <year>2002</year>
          <month>01</month>
          <volume>96</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0954-6111(01)91203-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1053/rmed.2001.1203</pub-id>
          <pub-id pub-id-type="medline">11863207</pub-id>
          <pub-id pub-id-type="pii">S0954-6111(01)91203-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gehrman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stepnowsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen-Zion</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kripke</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Ancoli-Israel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Long-term follow-up of periodic limb movements in sleep in older adults</article-title>
          <source>Sleep</source>
          <year>2002</year>
          <month>05</month>
          <day>01</day>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>340</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/25.3.340</pub-id>
          <pub-id pub-id-type="medline">12003165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ancoli-Israel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kripke</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Klauber</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Periodic limb movements in sleep in community-dwelling elderly</article-title>
          <source>Sleep</source>
          <year>1991</year>
          <month>12</month>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>496</fpage>
          <lpage>500</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/14.6.496</pub-id>
          <pub-id pub-id-type="medline">1798881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vandewalle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rajaratnam</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Thorleifsdottir</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Arendt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Robust circadian rhythm in heart rate and its variability: influence of exogenous melatonin and photoperiod</article-title>
          <source>J Sleep Res</source>
          <year>2007</year>
          <month>07</month>
          <day>31</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>148</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2869.2007.00581.x</pub-id>
          <pub-id pub-id-type="medline">17542944</pub-id>
          <pub-id pub-id-type="pii">JSR581</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soreq</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kolanko</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guruswamy Ravindran</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Monica</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Revell</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barnaghi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>042 Longitudinal assessment of sleep/wake behaviour in dementia patients living at home</article-title>
          <source>J Neurol Neurosurg Psychiatry</source>
          <year>2022</year>
          <month>08</month>
          <day>12</day>
          <volume>93</volume>
          <issue>9</issue>
          <fpage>e2.237</fpage>
          <pub-id pub-id-type="doi">10.1136/jnnp-2022-abn2.86</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soreq</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kolanko</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Monica</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Ravindran</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Revell</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>de Villèle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barnaghi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Monitoring abnormal nocturnal behaviour in the homes of patients living with dementia</article-title>
          <source>Alzheimers Dement</source>
          <year>2022</year>
          <month>12</month>
          <day>20</day>
          <volume>18</volume>
          <issue>S2</issue>
          <fpage>e067936</fpage>
          <pub-id pub-id-type="doi">10.1002/alz.067936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edouard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Campo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bartet</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>RY</given-names>
            </name>
            <name name-style="western">
              <surname>Bruyneel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roisman</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Escourrou</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Validation of the Withings Sleep Analyzer, an under-the-mattress device for the detection of moderate-severe sleep apnea syndrome</article-title>
          <source>J Clin Sleep Med</source>
          <year>2021</year>
          <month>07</month>
          <day>01</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>1217</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33590821"/>
          </comment>
          <pub-id pub-id-type="doi">10.5664/jcsm.9168</pub-id>
          <pub-id pub-id-type="medline">33590821</pub-id>
          <pub-id pub-id-type="pii">jcsm.9168</pub-id>
          <pub-id pub-id-type="pmcid">PMC8314651</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perez-Macias</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Tenhunen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Varri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Himanen</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Viik</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Detection of snores using source separation on an Emfit signal</article-title>
          <source>IEEE J Biomed Health Inform</source>
          <year>2018</year>
          <month>7</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>1157</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1109/jbhi.2017.2757530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nokelainen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Macias</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Himanen</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hakala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tenhunen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Methods for detecting abnormal ventilation in children - the case study of 13-years old Pitt-Hopkins girl</article-title>
          <source>Child Neurol Open</source>
          <year>2023</year>
          <month>02</month>
          <day>20</day>
          <volume>10</volume>
          <fpage>2329048X231151361</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2329048X231151361?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2329048X231151361</pub-id>
          <pub-id pub-id-type="medline">36844470</pub-id>
          <pub-id pub-id-type="pii">10.1177_2329048X231151361</pub-id>
          <pub-id pub-id-type="pmcid">PMC9944179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lechat</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Loffler</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Naik</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vakulin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Escourrou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McEvoy</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Catcheside</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Eckert</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>High night-to-night variability in sleep apnea severity is associated with uncontrolled hypertension</article-title>
          <source>NPJ Digit Med</source>
          <year>2023</year>
          <month>03</month>
          <day>30</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-023-00801-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-023-00801-2</pub-id>
          <pub-id pub-id-type="medline">36991115</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-023-00801-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC10060245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balouch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Rusted</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Skene</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Tabet</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Night-to-night variation in sleep associates with day-to-day variation in vigilance, cognition, memory, and behavioral problems in Alzheimer's disease</article-title>
          <source>Alzheimers Dement (Amst)</source>
          <year>2022</year>
          <month>05</month>
          <day>16</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e12303</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35603140"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/dad2.12303</pub-id>
          <pub-id pub-id-type="medline">35603140</pub-id>
          <pub-id pub-id-type="pii">DAD212303</pub-id>
          <pub-id pub-id-type="pmcid">PMC9109375</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
