<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v6i6e136</article-id>
    <article-id pub-id-type="pmid"/>
    <article-id pub-id-type="doi">10.2196/mhealth.9834</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>A New Influenza-Tracking Smartphone App (Flu-Report) Based on a Self-Administered Questionnaire: Cross-Sectional Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Nakamura</surname>
          <given-names>Masahiro</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Baltrusaitis</surname>
          <given-names>Kristin</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Unciano</surname>
          <given-names>Noel</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Fujibayashi</surname>
        <given-names>Kazutoshi</given-names>
      </name>
      <degrees>MD, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of General Medicine</institution>
        <institution>School of Medicine</institution>
        <institution>Juntendo University</institution>
        <addr-line>3-1-3</addr-line>
        <addr-line>Hongo, Bunkyo-Ku</addr-line>
        <addr-line>Tokyo, 113-8421</addr-line>
        <country>Japan</country>
        <phone>81 3 5802 1190</phone>
        <email>kfujiba@juntendo.ac.jp</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6580-5139</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Takahashi</surname>
          <given-names>Hiromizu</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5055-7937</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Tanei</surname>
          <given-names>Mika</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6009-1344</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Uehara</surname>
          <given-names>Yuki</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1014-8888</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Yokokawa</surname>
          <given-names>Hirohide</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9464-9828</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Naito</surname>
          <given-names>Toshio</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1646-9930</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Department of General Medicine</institution>
    <institution>School of Medicine</institution>  
    <institution>Juntendo University</institution>  
    <addr-line>Tokyo</addr-line>
    <country>Japan</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Kazutoshi Fujibayashi 
      <email>kfujiba@juntendo.ac.jp</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>06</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>06</day>
      <month>06</month>
      <year>2018</year>
    </pub-date>
    <volume>6</volume>
    <issue>6</issue>
    <elocation-id>e136</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>18</day>
        <month>1</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>8</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>19</day>
        <month>4</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>22</day>
        <month>4</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Kazutoshi Fujibayashi, Hiromizu Takahashi, Mika Tanei, Yuki Uehara, Hirohide Yokokawa, Toshio Naito. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 06.06.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://mhealth.jmir.org/2018/6/e136/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Influenza infections can spread rapidly, and influenza outbreaks are a major public health concern worldwide. Early detection of signs of an influenza pandemic is important to prevent global outbreaks. Development of information and communications technologies for influenza surveillance, including participatory surveillance systems involving lay users, has recently increased. Many of these systems can estimate influenza activity faster than the conventional influenza surveillance systems. Unfortunately, few of these influenza-tracking systems are available in Japan.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This study aimed to evaluate the flu-tracking ability of Flu-Report, a new influenza-tracking mobile phone app that uses a self-administered questionnaire for the early detection of influenza activity.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Flu-Report was used to collect influenza-related information (ie, dates on which influenza infections were diagnosed) from November 2016 to March 2017. Participants were adult volunteers from throughout Japan, who also provided information about their cohabiting family members. The utility of Flu-Report was evaluated by comparison with the conventional influenza surveillance information and basic information from an existing large-scale influenza-tracking system (an automatic surveillance system based on electronic records of prescription drug purchases).</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Information was obtained through Flu-Report for approximately 10,094 volunteers. In total, 2134 participants were aged &#60;20 years, 6958 were aged 20-59 years, and 1002 were aged ≥60 years. Between November 2016 and March 2017, 347 participants reported they had influenza or an influenza-like illness in the 2016 season. Flu-Report-derived influenza infection time series data displayed a good correlation with basic information obtained from the existing influenza surveillance system (rho, ρ=.65, <italic>P</italic>=.001). However, the influenza morbidity ratio for our participants was approximately 25% of the mean influenza morbidity ratio for the Japanese population. The Flu-Report influenza morbidity ratio was 5.06% (108/2134) among those aged &#60;20 years, 3.16% (220/6958) among those aged 20-59 years, and 0.59% (6/1002) among those aged ≥60 years. In contrast, influenza morbidity ratios for Japanese individuals aged &#60;20 years, 20-59 years, and ≥60 years were recently estimated at 31.97% to 37.90%, 8.16% to 9.07%, and 2.71% to 4.39%, respectively.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Flu-Report supports easy access to near real-time information about influenza activity via the accumulation of self-administered questionnaires. However, Flu-Report users may be influenced by selection bias, which is a common issue associated with surveillance using information and communications technologies. Despite this, Flu-Report has the potential to provide basic data that could help detect influenza outbreaks.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>influenza</kwd>
      <kwd>epidemiology</kwd>
      <kwd>pandemics</kwd>
      <kwd>internet</kwd>
      <kwd>participatory surveillance</kwd>
      <kwd>participatory epidemiology</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Seasonal influenza outbreaks cause 250,000-500,000 deaths worldwide annually and are a major public health concern [<xref ref-type="bibr" rid="ref1">1</xref>]. Because influenza infections can spread rapidly, early detection of signs of an influenza pandemic is important to prevent global outbreaks. In Japan, the official sentinel surveillance system for influenza takes 1-2 weeks to report data on the intensity of influenza activity [<xref ref-type="bibr" rid="ref2">2</xref>]. Globally, development of information and communications technologies for influenza surveillance has recently increased [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. These systems can estimate influenza activity faster than the conventional influenza surveillance systems. Unfortunately, few influenza-tracking systems using information and communications technologies are available in Japan. However, a large number of Japanese households are connected to the internet, and 71.8% of households have a mobile phone [<xref ref-type="bibr" rid="ref6">6</xref>]. Therefore, a mobile phone app focused on collecting influenza-related information may be able to monitor influenza activity more easily and faster than the conventional surveillance systems. “Flu-Report,” a new flu-tracking iPhone app, was developed by the Department of General Medicine, School of Medicine, Juntendo University, and launched in November 2016. Flu-Report collects influenza-related information directly from users based on a self-administered questionnaire. This study aimed to evaluate the flu-tracking ability of Flu-Report.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Statement</title>
        <p>All volunteers who wanted to join the study downloaded Flu-Report (for free) from the iPhone App Store, read the written informed consent document included in the app, and checked the “Agree” button on the consent form. Participants were able to withdraw from the study at any time. The study protocol was approved by the Ethical Review Board of Juntendo University (#2017007).</p>
      </sec>
      <sec>
        <title>Flu-Report</title>
        <p>Flu-Report, a new flu-tracking iPhone app, was developed with “ResearchKit,” an open source framework (Apple, One Apple Park Way, Cupertino, CA, USA). Japanese users can download Flu-Report free of charge from the iPhone App Store. Flu-Report collects information about influenza virus infections based on a self-administered questionnaire. The main survey items were sex, age, home postal code, and influenza infection status. Screenshots of the survey report are shown in <xref ref-type="app" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="app" rid="app2">2</xref>. Information was also collected on any relatives who lived with participants, including the age and influenza infection status of each relative. In addition, when a participant or their relative developed physician-diagnosed influenza, information about the type of influenza and the names of prescribed antivirals were collected. In Flu-Report, influenza infections are defined as influenza diagnosed by a physician or antiviral medication prescribed by a physician. Self-reported influenza virus infections that did not meet these criteria were defined as influenza-like illnesses (ILI).</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>This prospective observational study evaluated the use of Flu-Report to investigate influenza virus infections in Japan from November 2016 to March 2017. All iPhone users in Japan aged ≥20 years who agreed to join the study were able to participate in our survey. To recruit volunteers, we advertised Flu-Report on TV programs, posted articles about Flu-Report on the internet, and displayed posters about Flu-Report at cooperating medical facilities.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>Participants who agreed to participate in the survey were encouraged to complete the influenza questionnaire on their iPhone. All participants were instructed to enter demographic information (age, sex, and home postal code). Subsequently, if a participant or their registered family members developed an influenza infection, participants entered additional information into the questionnaire, namely: onset date, name of prescribed antiviral medicines, and symptoms. Participants were expected to report as soon as possible when they or their relatives developed an influenza infection. However, participants could report that they had developed an influenza infection at a later date. Flu-Report also issued a message on the iPhone screen each month to remind participants to report any influenza infection. Participants could select the brand name of any prescribed antivirals from a list provided: oseltamivir phosphate (Tamiflu), zanamivir hydrate (Relenza), laninamivir octanoate hydrate (Inavir Dry Powder Inhaler), peramivir hydrate (RAPIACTA), others, and unknown. Participants were also asked to select symptoms of influenza infection from a displayed list: fever, cough, muscle pain, malaise, headache, sore throat, sneezing, runny nose, chills (enough to wear a coat), chills (requiring a thick blanket), chills (cannot stop trembling), and all symptoms. Screenshots of the influenza questionnaire are shown in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>.</p>
        <p>This study analyzed participants’ background information and influenza virus infection status data. Inclusion and exclusion criteria are shown in <xref ref-type="fig" rid="figure1">Figures 1</xref> and <xref ref-type="fig" rid="figure2">2</xref>. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the number of people who agreed to participate, the number of participants excluded, and the number of participants included in the final analysis. Initially, information for 5595 participants and 10,969 cohabitating relatives was entered in Flu-Report.</p>
        <p>Reasons for exclusion were insufficient information, duplicated information, and withdrawal of consent. Finally, 4763 participants (2681 men; 2057 women; unknown 25) and 5331 cohabiting relatives were included, giving a total of 10,094 participants for the analysis.</p>
        <p><xref ref-type="fig" rid="figure2">Figure 2</xref> shows the number of participants with influenza or ILI who registered, the number of participants who were excluded, and the number of participants finally analyzed in this study. Of these, 334 participants were considered to have been infected with influenza virus, and 13 were classified as ILI.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Inclusion and exclusion criteria for subjects who input basic information into Flu-Report.</p>
          </caption>
          <graphic xlink:href="mhealth_v6i6e136_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Inclusion and exclusion criteria for subjects who input influenza-related information into Flu-Report.</p>
          </caption>
          <graphic xlink:href="mhealth_v6i6e136_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Handling</title>
        <p>First, information about seasonal influenza activity obtained via Flu-Report was compared with basic information from a real-time prescription surveillance system [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Japan recently launched a real-time prescription surveillance system (ie, an automatic surveillance system based on electronic records regarding prescription drug purchases). This system automatically collects information about prescriptions of antiviral medication from the electronic prescription record system (including information from over 10,000 pharmacies) and estimates the number of influenza cases based on this information. This system has been shown to be able to detect influenza activity earlier than the conventional influenza survey systems, and the results displayed a good correlation with data for influenza epidemics obtained using the conventional influenza survey systems [<xref ref-type="bibr" rid="ref7">7</xref>]. In Japan, influenza activity is shown as the number of individuals with influenza during a specific period of time. To evaluate trends in influenza activity, the correlation between Flu-Report-derived influenza infection time series data and basic information obtained from the real-time prescription surveillance system was estimated. In addition, trends for morbidity and influenza activity were evaluated using data for participants, data for cohabiting relatives, and combined data for participants and cohabiting relatives. We analyzed data using the “date diagnosed with influenza” that participants entered into Flu-Report. Second, the research period was divided into 3 periods (first to third periods) every 4 weeks, and 2 periods every 5 weeks (fourth and fifth periods) according to the calendar. We have shown the distribution of subjects with influenza or ILI in Flu-Report and the real-time prescription surveillance system for each period. The distribution was calculated by dividing the number of participants with influenza or ILI in each period by the total number of participants with influenza or ILI for all periods. Third, the accuracy of the self-reported information about influenza and ILI provided via Flu-Report was evaluated through comparison with recent estimates of the number of influenza patients in Japan. The estimated number of patients with influenza in Japan was calculated based on reports from the Japanese Ministry of Internal Affairs and Communications and the Ministry of Health, Labour and Welfare [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. In our study, we defined influenza cases per observed persons as the “morbidity ratio.”</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The correlation between the 2 collection systems was estimated using Spearman rank correlation coefficient. All calculations were performed using the statistical software JMP Pro version 11 (SAS Institute Inc, Cary, NC, USA). <italic>P</italic>&#60;.05 was considered statistically significant.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Trends in Influenza Activity</title>
        <p><xref ref-type="fig" rid="figure3">Figure 3</xref> shows the correlation between Flu-Report data and basic information from the real-time prescription surveillance system regarding trends in influenza activity. Flu-Report-derived influenza and ILI infection time series data (the combined data for participants and cohabiting relatives) were significantly associated with basic data for the real-time prescription surveillance system (rho, ρ=.65, <italic>P</italic>=.001). In addition, a similar tendency was found when using data for participants and data for cohabiting relatives (ρ=.54, <italic>P</italic>=.009; ρ=.72, <italic>P</italic>&#60;.001, respectively; see <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref> for raw data).</p>
        <p>In total, 64.6% (224/347) of influenza-infected participants registered their information on the day of their diagnosis or the next day, and 79.3% (275/347) registered their information within 3 days. Approximately 92.8% (322/347) of participants registered their information within 7 days (data not shown).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The correlation between Flu-Report data and basic information for the real-time prescription surveillance system.</p>
          </caption>
          <graphic xlink:href="mhealth_v6i6e136_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Influenza morbidity ratios for study participants based on Flu-Report. All data were drawn from Flu-Report as entered by participants in this study.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="190"/>
            <col width="180"/>
            <col width="300"/>
            <col width="300"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Age, years</td>
                <td>Participants, N</td>
                <td>Participants affected by influenza, n (%)</td>
                <td>Participants affected by ILI<sup>a</sup>, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>&#60;20</bold></td>
                <td>2134</td>
                <td>108 (5.06)</td>
                <td>4 (0.19)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>&#60;1</td>
                <td>107</td>
                <td>1 (0.9)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>1-5</td>
                <td>522</td>
                <td>27 (5.2)</td>
                <td>1 (0.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>6-12</td>
                <td>808</td>
                <td>46 (5.7)</td>
                <td>1 (0.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>13-19</td>
                <td>697</td>
                <td>34 (4.9)</td>
                <td>2 (0.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>20-59</bold></td>
                <td>6958</td>
                <td>220 (3.16)</td>
                <td>9 (0.13)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>20-29</td>
                <td>1705</td>
                <td>78 (4.57)</td>
                <td>5 (0.29)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>30-39</td>
                <td>1694</td>
                <td>61 (3.60)</td>
                <td>1 (0.06)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>40-49</td>
                <td>2103</td>
                <td>60 (2.85)</td>
                <td>3 (0.14)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>50-59</td>
                <td>1456</td>
                <td>21 (1.44)</td>
                <td>0 (0.00)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">≥<bold>60</bold></td>
                <td>1002</td>
                <td>6 (0.60)</td>
                <td>0 (0.00)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>60-69</td>
                <td>621</td>
                <td>2 (0.3)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>70-79</td>
                <td>233</td>
                <td>3 (1.3)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>≥80</td>
                <td>148</td>
                <td>1 (0.7)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Total</td>
                <td>10,094</td>
                <td>334 (3.31)</td>
                <td>13 (0.13)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>ILI: influenza-like illness.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Estimated influenza morbidity ratios for the general Japanese population according to age, based on Japanese Government reports. All data were drawn from reports of the Japanese Ministry of Internal Affairs and Communications and the Ministry of Health, Labour and Welfare.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="170"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Age,<break/>years</td>
                <td>Population of Japan in 2016<sup>a</sup>, N</td>
                <td>Estimated number of patients with influenza during 2013-2014<sup>a</sup>, n (%)</td>
                <td>Estimated number of patients with influenza during 2014-2015<sup>a</sup>, n (%)</td>
                <td>Estimated number of patients with influenza during 2015-2016<sup>a</sup>, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>&#60;20</td>
                <td>21.74</td>
                <td>8.24 (37.90)</td>
                <td>6.95 (31.97)</td>
                <td>7.95 (36.57)</td>
              </tr>
              <tr valign="top">
                <td>20-59</td>
                <td>62.16</td>
                <td>5.07 (8.16)</td>
                <td>5.64 (9.07)</td>
                <td>5.40 (8.69)</td>
              </tr>
              <tr valign="top">
                <td>≥60</td>
                <td>42.85</td>
                <td>1.16 (2.71)</td>
                <td>1.88 (4.39)</td>
                <td>1.65 (3.85)</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>126.76</td>
                <td>14.46 (11.41)</td>
                <td>14.47 (11.42)</td>
                <td>15.02 (11.85)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Per million people.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref ref-type="app" rid="app4">Multimedia Appendix 4</xref> shows the distributions of participants with influenza or ILI during each period. The distribution of participants in Flu-Report appeared to be greater than those in the real-time prescription surveillance system in the first and second periods and less in the fourth and fifth periods (see <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref> for raw data).</p>
      </sec>
      <sec>
        <title>Influenza Morbidity Ratios</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows the influenza morbidity ratios for our participants. <xref ref-type="table" rid="table2">Table 2</xref> shows morbidity ratios for the Japanese population.</p>
        <p>The age distribution of our participants was as follows: 2134 (21%) aged &#60;20 years, 6958 (69%) aged 20-59 years, and 1002 (10%) aged ≥60 years. The estimated number of patients with influenza in Japan was calculated based on reports by the Japanese Ministry of Internal Affairs and Communications and the Ministry of Health, Labour and Welfare [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. The influenza morbidity ratio from Flu-Report was 5.1% among those aged &#60;20 years, 3.2% among those aged 20-59 years, and 0.6% among those aged ≥60 years. In contrast, the influenza morbidity ratios for Japanese individuals aged &#60;20 years, 20-59 years, and ≥60 years were 32.0%-37.4%, 8.2%-9.1%, and 2.7%-4.4%, respectively.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study investigated the utility of Flu-Report, a new flu-tracking iPhone app, to monitor influenza activity. Flu-Report gathered information for over 10,000 participants. We found that Flu-Report-derived influenza infection time series data showed a good fit with equivalent information obtained by an existing large-scale real-time prescription surveillance system. Therefore, Flu-Report may be an effective tool for real-time detection of influenza cases. To our knowledge, this is the first report about a new influenza-tracking system based on an iPhone app developed using “ResearchKit” in Japan.</p>
        <p>Surveillance of influenza activity is generally labor-intensive. For influenza surveillance, the annual influenza activity survey in Japan is conducted with the cooperation of about 5000 medical institutions. The advantage of Flu-Report is that a large amount of information can be obtained through a small amount of capital and labor. A previous study revealed that a mobile phone–based data collection system delivered data faster, produced fewer errors, and had lower running costs than a paper-based data collection system [<xref ref-type="bibr" rid="ref11">11</xref>]. Therefore, surveillance of influenza activity via a mobile phone app is a feasible option for research under financial constraints. Incidentally, in our study, influenza morbidity ratios for individuals aged &#60;20 years, 20-59 years, and ≥65 years obtained using Flu-Report were lower than influenza morbidity rates among equivalent sections of the Japanese population (approximately one-seventh, one-third, and one-seventh, for the 3 age groups, respectively). Regarding flu morbidity, the older age group had a lower morbidity ratio in both Flu-Report and surveillance information, suggesting that Flu-Report collected influenza development by age category to some extent. However, our results also suggest that Flu-Report has some limitations associated with influenza surveillance using information and communications technologies. A previous report showed that nowcasting and forecasting ILI using Web queries have different correlations in different age categories [<xref ref-type="bibr" rid="ref12">12</xref>]. That report will help in interpreting our results in that use of information and communications technologies on personal devices vary by age categories (ie, adults frequently use a mobile phone, whereas older adults do not). This means that the user population of Flu-Report is affected by selection bias, that is, bias that occurs when selecting individuals or groups to participate in the study. Moreover, we speculate that study participants were more concerned about the flu and more frequently used information and communications technologies compared with the general Japanese population. Therefore, participants’ age and health-conscious behaviors must be considered when evaluating disease surveillance using information and communications technology devices.</p>
        <p>As mentioned, there are various strengths and limitations to influenza surveillance systems using information and communications technologies. Previous reports have shown that a combination of multiple datasets improves the ability of models designed to predict influenza outbreaks [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Combining information obtained using Flu-Report with data collected using other influenza surveillance systems may facilitate effective influenza outbreak surveillance.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Several other limitations of this study need to be acknowledged. First, this study only obtained influenza-related information for one season. It is known that the epidemic strains of influenza change each year. Therefore, the extent of the spread of influenza infections differs each season. Further evaluations must include additional influenza seasons. Second, our study contained an insufficient number of participants to allow us to investigate influenza activity that occurs throughout Japan. More participants are needed to enhance the effectiveness of Flu-Report. Another limitation was that there were fewer influenza infection reports via Flu-Report than expected. In Flu-Report, many influenza infections were reported earlier in the influenza season, and influenza infection reports decreased later in the season. There were some cases in which our reminder system for influenza infection each month did not work well. This error may have caused a reduction of infection reports during the latter part of the influenza season. Finally, all data were obtained using a self-administered questionnaire, and participants might have provided inaccurate information. Unfortunately, it appears to be difficult to confirm data accuracy or response rates of self-administered survey questionnaires using mobile apps [<xref ref-type="bibr" rid="ref16">16</xref>]. This is an issue to be resolved in future surveillance using information and communications technologies.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Various influenza monitoring systems based on the internet, search engine query data, or Twitter data have recently been launched [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. These systems can estimate influenza activity faster than the conventional influenza surveillance systems. However, it has been reported that there are discrepancies between information obtained via the internet, search engine query data, or Twitter data, and data collected via the conventional systems [<xref ref-type="bibr" rid="ref17">17</xref>]. Extensive media reports about influenza may promote influenza-related searches by people without influenza, which could have affected the results obtained using internet-based systems. Flu-Report, which focuses on only collecting influenza-related information, may be less influenced by such issues.</p>
        <p>Similar influenza participatory surveillance systems are already in operation around the world [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. These systems allow users to report the presence or absence of ILI symptoms each week, and ask follow-up questions about health care seeking behavior and diagnosed influenza. However, our system allows participants to first report information on influenza diagnosis by a physician and/or antiviral prescriptions. In addition, our system encourages participants to report on the presence or absence of influenza infection each month. As an influenza epidemic survey method, the former systems emphasize sensitivity, whereas the latter system increases specificity. In the case of a survey system targeting seasonal influenza (which is strongly infectious and prevalent on a large scale in a short period of time), the former system types are thought to be more suitable. Flu-Report may be better suited for monitoring diseases that are not so high in terms of infectivity but are serious when infected.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Although information obtained via Flu-Report is affected by selection bias, Flu-Report makes it easy to obtain near real-time information about influenza activity via the accumulation of self-administered questionnaires using mobile phone. Flu-Report has potential to provide basic data that could help to detect influenza outbreaks.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Screenshots for format of survey.</p>
        <media xlink:href="mhealth_v6i6e136_app1.pptx" xlink:title="PPTX File, 380KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Screenshots for the influenza questionnaire.</p>
        <media xlink:href="mhealth_v6i6e136_app2.pptx" xlink:title="PPTX File, 412KB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>The raw data of the correlation between Flu-Report data and basic information for the real-time prescription surveillance system.</p>
        <media xlink:href="mhealth_v6i6e136_app3.xlsx" xlink:title="XLSX File (Microsoft Excel File), 10KB"/>
      </app>
      <app id="app4">
        <title>Multimedia Appendix 4</title>
        <p>The distribution of subjects with influenza or influenza-like illness during each period.</p>
        <media xlink:href="mhealth_v6i6e136_app4.pptx" xlink:title="PPTX File, 37KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ILI</term>
          <def>
            <p>influenza-like illnesses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank the Japan Medical Association; the Japan Pharmaceutical Association; the School of Pharmacy, Nihon University; and EM Systems Co, Ltd, who allowed them to use data from the real-time prescription surveillance system [<xref ref-type="bibr" rid="ref8">8</xref>]. The authors also thank Christina Croney, PhD, from Edanz Group for editing a draft of this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>FK, TH, and TM conceived and designed the study. UH and NT provided advice and guidance about influenza. FK wrote the manuscript. TH, UK, YH, and NT revised the manuscript. All the authors approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>World Health Organization</collab>
        </person-group>
        <year>2018</year>  
        <month>01</month>  
        <day>31</day>  
        <access-date>2018-05-10</access-date>
        <comment>Fact sheets- Influenza (Seasonal) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.who.int/mediacentre/factsheets/fs211/en/">http://www.who.int/mediacentre/factsheets/fs211/en/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6wTa2IeYa"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Taniguchi</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hashimoto</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kawado</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Murakami</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Izumida</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Ohta</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Tada</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Shigematsu</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Yasui</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Nagai</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Overview of infectious disease surveillance system in Japan, 1999-2005</article-title>
        <source>J Epidemiol</source>  
        <year>2007</year>  
        <month>12</month>  
        <volume>17 Suppl</volume>  
        <fpage>S3</fpage>  
        <lpage>13</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://joi.jlc.jst.go.jp/JST.JSTAGE/jea/17%20Suppl.S3?from=PubMed"/>
        </comment>  
        <pub-id pub-id-type="medline">18239339</pub-id>
        <pub-id pub-id-type="pii">JST.JSTAGE/jea/17.S3</pub-id>
        <pub-id pub-id-type="pmcid">PMC4809251</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Marquet</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Bartelds</surname>
            <given-names>AI</given-names>
          </name>
          <name name-style="western">
            <surname>van Noort</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>Koppeschaar</surname>
            <given-names>CE</given-names>
          </name>
          <name name-style="western">
            <surname>Paget</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Schellevis</surname>
            <given-names>FG</given-names>
          </name>
          <name name-style="western">
            <surname>van der Zee</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Internet-based monitoring of influenza-like illness (ILI) in the general population of the Netherlands during the 2003-2004 influenza season</article-title>
        <source>BMC Public Health</source>  
        <year>2006</year>  
        <month>10</month>  
        <day>04</day>  
        <volume>6</volume>  
        <fpage>242</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-6-242"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2458-6-242</pub-id>
        <pub-id pub-id-type="medline">17018161</pub-id>
        <pub-id pub-id-type="pii">1471-2458-6-242</pub-id>
        <pub-id pub-id-type="pmcid">PMC1609118</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ginsberg</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mohebbi</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Brammer</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Smolinski</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Brilliant</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Detecting influenza epidemics using search engine query data</article-title>
        <source>Nature</source>  
        <year>2009</year>  
        <month>02</month>  
        <day>19</day>  
        <volume>457</volume>  
        <issue>7232</issue>  
        <fpage>1012</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="doi">10.1038/nature07634</pub-id>
        <pub-id pub-id-type="medline">19020500</pub-id>
        <pub-id pub-id-type="pii">nature07634</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gesualdo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Stilo</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Agricola</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Gonfiantini</surname>
            <given-names>MV</given-names>
          </name>
          <name name-style="western">
            <surname>Pandolfi</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Velardi</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Tozzi</surname>
            <given-names>AE</given-names>
          </name>
        </person-group>
        <article-title>Influenza-like illness surveillance on Twitter through automated learning of of naïve language</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <month>12</month>  
        <day>04</day>  
        <volume>8</volume>  
        <issue>12</issue>  
        <fpage>e82489</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0082489"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0082489</pub-id>
        <pub-id pub-id-type="medline">24324799</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-24070</pub-id>
        <pub-id pub-id-type="pmcid">PMC3853203</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Ministry of internal affairs and communications</collab>
        </person-group>
        <access-date>2018-05-10</access-date>
        <comment>Change of the household prevalence of the information and communication terminal 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.soumu.go.jp/johotsusintokei/whitepaper/ja/h29/html/nc262110.html">http://www.soumu.go.jp/johotsusintokei/whitepaper/ja/h29/html/nc262110.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6wTatM6y1"/></comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sugawara</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ohkusa</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Ibuka</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Kawanohara</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Taniguchi</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Okabe</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Real-time prescription surveillance and its application to monitoring seasonal influenza activity in Japan</article-title>
        <source>J Med Internet Res</source>  
        <year>2012</year>  
        <month>01</month>  
        <day>16</day>  
        <volume>14</volume>  
        <issue>1</issue>  
        <fpage>e14</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2012/1/e14/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1881</pub-id>
        <pub-id pub-id-type="medline">22249906</pub-id>
        <pub-id pub-id-type="pii">v14i1e14</pub-id>
        <pub-id pub-id-type="pmcid">PMC3846340</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <collab>Japan Medical Association</collab>  
        <collab>Japan Pharmaceutical Association</collab>  
        <collab>Graduate School of Pharmacy, Nihon University</collab>  
        <collab>EM Systems Co Ltd</collab> </person-group>
        <source>Pharmacy surveillance daily report. Number of estimated influenza patients by antiviral medicine</source>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://prescription.orca.med.or.jp/syndromic/kanjyasuikei/index.html">http://prescription.orca.med.or.jp/syndromic/kanjyasuikei/index.html</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6wUztqDfe"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>National Institute of Infectious Diseases (NIID)</collab>
        </person-group>
        <access-date>2018-05-10</access-date>
        <comment>About influenza in winter (2015/16 season) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.niid.go.jp/niid/ja/flu-m/590-idsc/6715-fludoko-2015.html">https://www.niid.go.jp/niid/ja/flu-m/590-idsc/6715-fludoko-2015.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6wTksIsTU"/></comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>The Ministry of Internal Affairs and Communications</collab>
        </person-group>
        <source>Stat.go.jp</source>  
        <access-date>2018-05-10</access-date>
        <comment>Population estimation report on March in 2017 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.stat.go.jp/data/jinsui/pdf/201703.pdf">http://www.stat.go.jp/data/jinsui/pdf/201703.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6wTlKhMQ2"/></comment> </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Njuguna</surname>
            <given-names>HN</given-names>
          </name>
          <name name-style="western">
            <surname>Caselton</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Arunga</surname>
            <given-names>GO</given-names>
          </name>
          <name name-style="western">
            <surname>Emukule</surname>
            <given-names>GO</given-names>
          </name>
          <name name-style="western">
            <surname>Kinyanjui</surname>
            <given-names>DK</given-names>
          </name>
          <name name-style="western">
            <surname>Kalani</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Kinkade</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Muthoka</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Katz</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Mott</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>A comparison of smartphones to paper-based questionnaires for routine influenza sentinel surveillance, Kenya, 2011-2012</article-title>
        <source>BMC Med Inform Decis Mak</source>  
        <year>2014</year>  
        <month>12</month>  
        <day>24</day>  
        <volume>14</volume>  
        <fpage>107</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-014-0107-5"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12911-014-0107-5</pub-id>
        <pub-id pub-id-type="medline">25539745</pub-id>
        <pub-id pub-id-type="pii">s12911-014-0107-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC4305246</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Domnich</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Panatto</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Signori</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lai</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Gasparini</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Amicizia</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Age-related differences in the accuracy of web query-based predictions of influenza-like illness</article-title>
        <source>PLoS One</source>  
        <year>2015</year>  
        <month>05</month>  
        <day>26</day>  
        <volume>10</volume>  
        <issue>5</issue>  
        <fpage>e0127754</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0127754"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0127754</pub-id>
        <pub-id pub-id-type="medline">26011418</pub-id>
        <pub-id pub-id-type="pii">PONE-D-14-58198</pub-id>
        <pub-id pub-id-type="pmcid">PMC4444192</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davidson</surname>
            <given-names>MW</given-names>
          </name>
          <name name-style="western">
            <surname>Haim</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Radin</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>Using networks to combine “big data” and traditional surveillance to improve influenza predictions</article-title>
        <source>Sci Rep</source>  
        <year>2015</year>  
        <month>01</month>  
        <day>29</day>  
        <volume>5</volume>  
        <fpage>8154</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/srep08154"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1038/srep08154</pub-id>
        <pub-id pub-id-type="medline">25634021</pub-id>
        <pub-id pub-id-type="pii">srep08154</pub-id>
        <pub-id pub-id-type="pmcid">PMC5389136</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Santillana</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Paul</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Nsoesie</surname>
            <given-names>EO</given-names>
          </name>
          <name name-style="western">
            <surname>Brownstein</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Combining search, social media, and traditional data sources to improve influenza surveillance</article-title>
        <source>PLoS Comput Biol</source>  
        <year>2015</year>  
        <month>10</month>  
        <day>29</day>  
        <volume>11</volume>  
        <issue>10</issue>  
        <fpage>e1004513</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pcbi.1004513"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pcbi.1004513</pub-id>
        <pub-id pub-id-type="medline">26513245</pub-id>
        <pub-id pub-id-type="pii">PCOMPBIOL-D-15-00856</pub-id>
        <pub-id pub-id-type="pmcid">PMC4626021</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brownstein</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Chu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Marathe</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Marathe</surname>
            <given-names>MV</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Paolotti</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Perra</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Perrotta</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Santillana</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Swarup</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tizzoni</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Vespignani</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vullikanti</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Q</given-names>
          </name>
        </person-group>
        <article-title>Combining participatory influenza surveillance with modeling and forecasting: three alternative approaches</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>11</month>  
        <day>01</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e83</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/4/e83/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.7344</pub-id>
        <pub-id pub-id-type="medline">29092812</pub-id>
        <pub-id pub-id-type="pii">v3i4e83</pub-id>
        <pub-id pub-id-type="pmcid">PMC5688248</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Marcano Belisario</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Jamsek</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Huckvale</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>O'Donoghue</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Car</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Comparison of self-administered survey questionnaire responses collected using mobile apps versus other methods</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2015</year>  
        <month>07</month>  
        <day>27</day>  
        <issue>7</issue>  
        <fpage>MR000042</fpage>  
        <pub-id pub-id-type="doi">10.1002/14651858.MR000042.pub2</pub-id>
        <pub-id pub-id-type="medline">26212714</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>When Google got flu wrong</article-title>
        <source>Nature</source>  
        <year>2013</year>  
        <month>02</month>  
        <day>14</day>  
        <volume>494</volume>  
        <issue>7436</issue>  
        <fpage>155</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1038/494155a</pub-id>
        <pub-id pub-id-type="medline">23407515</pub-id>
        <pub-id pub-id-type="pii">494155a</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smolinski</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Crawley</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Baltrusaitis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Chunara</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Olsen</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Wójcik</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Santillana</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Brownstein</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Flu near you: crowdsourced symptom reporting spanning 2 influenza seasons</article-title>
        <source>Am J Public Health</source>  
        <year>2015</year>  
        <month>10</month>  
        <volume>105</volume>  
        <issue>10</issue>  
        <fpage>2124</fpage>  
        <lpage>30</lpage>  
        <pub-id pub-id-type="doi">10.2105/AJPH.2015.302696</pub-id>
        <pub-id pub-id-type="medline">26270299</pub-id>
        <pub-id pub-id-type="pmcid">PMC4566540</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <source>Influenzanet</source>  
        <access-date>2018-05-10</access-date>
        <comment>Influenzanet: a network of European citizens fighting against influenza 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.influenzanet.eu/">https://www.influenzanet.eu/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6yMfYiqtx"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>Ministry of Health of New Zealand and the Australia</source>  
        <comment>FluTracking 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.flutracking.net/">http://www.flutracking.net/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6yMfKtLgK"/></comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
