<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i6e19494</article-id>
      <article-id pub-id-type="pmid">32463375</article-id>
      <article-id pub-id-type="doi">10.2196/19494</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Influence of the SARS-CoV-2 Outbreak on the Uptake of a Popular Smoking Cessation App in UK Smokers: Interrupted Time Series Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Davies</surname>
            <given-names>Emma</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Abdul Wahab</surname>
            <given-names>NoorAzizah</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Perski</surname>
            <given-names>Olga</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Behavioural Science and Health</institution>
            <institution>University College London</institution>
            <addr-line>1-19 Torrington Place</addr-line>
            <addr-line>London, WC1E 7HB</addr-line>
            <country>United Kingdom</country>
            <phone>44 020 7679 1258</phone>
            <email>olga.perski@ucl.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3285-3174</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Herbeć</surname>
            <given-names>Aleksandra</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3339-7214</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Shahab</surname>
            <given-names>Lion</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4033-442X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>Jamie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2797-5428</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Behavioural Science and Health</institution>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Clinical, Educational and Health Psychology</institution>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Olga Perski <email>olga.perski@ucl.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>6</issue>
      <elocation-id>e19494</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>5</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Olga Perski, Aleksandra Herbeć, Lion Shahab, Jamie Brown. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 11.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/6/e19494/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2) outbreak may motivate smokers to attempt to stop in greater numbers. However, given the temporary closure of UK stop smoking services and vape shops, smokers attempting to quit may instead seek out mobile health support, such as smartphone apps.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We examined, using an interrupted time series approach, whether the SARS-CoV-2 outbreak has been associated with a step change or increasing trend in UK downloads of an otherwise popular smoking cessation app, Smoke Free.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data were from daily and nondaily adult smokers in the United Kingdom who had downloaded the Smoke Free app between January 1, 2020, and March 31, 2020 (primary analysis), and January 1, 2019, and March 31, 2020 (secondary analysis). The outcome variable was the number of downloads aggregated at the 12-hourly (primary analysis) or daily level (secondary analysis). The explanatory variable was the start of the SARS-CoV-2 outbreak, operationalized as March 1, 2020 (primary analysis), and January 15, 2020 (secondary analysis). Generalized additive mixed models adjusted for relevant covariates were fitted.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Data were collected on 45,105 (primary analysis) and 119,881 (secondary analysis) users. In both analyses, there was no evidence for a step change or increasing trend in downloads attributable to the start of the SARS-CoV-2 outbreak. Calculation of Bayes factors (BFs) indicated that the data for the primary analysis favored the null hypothesis compared with large associations (for level, BF=0.25; for slope, BF=0.26) but were insensitive to the detection of small associations (for level, BF=0.78; for slope, BF=1.35).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In the United Kingdom, between January 1, 2020, and March 31, 2020, and between January 1, 2019, and March 31, 2020, there was no evidence that the SARS-CoV-2 outbreak has been associated with a large step change or increasing trend in downloads of a popular smoking cessation app. Findings on the association of the SARS-CoV-2 outbreak with a small step change or increasing trend were inconclusive.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>SARS-CoV-2</kwd>
        <kwd>COVID-19</kwd>
        <kwd>smoking cessation</kwd>
        <kwd>mobile health</kwd>
        <kwd>smartphone app</kwd>
        <kwd>time series analysis</kwd>
        <kwd>smoking</kwd>
        <kwd>public health</kwd>
        <kwd>app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The global outbreak of severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2), which causes the coronavirus disease (COVID-19) [<xref ref-type="bibr" rid="ref1">1</xref>], was imported into the United Kingdom in January 2020 [<xref ref-type="bibr" rid="ref2">2</xref>]. Community transmission has subsequently been established [<xref ref-type="bibr" rid="ref3">3</xref>]. The growing spread of SARS-CoV-2 has been accompanied by a series of government announcements of escalating social distancing policies and legislation. On March 8, 2020, prime minister Boris Johnson unveiled the UK Coronavirus Action Plan [<xref ref-type="bibr" rid="ref4">4</xref>], which was followed by government advice to practice social distancing on March 16 and behavioral restrictions enforceable by law on March 23, 2020.</p>
      <p>Definitive evidence on whether current smokers are at increased risk of disease, morbidity, and mortality from COVID-19 are not yet available. However, researchers and clinicians have emphasized biological (eg, reduced respiratory immune defense) and behavioral (eg, repetitive hand-to-mouth movements) factors that may mean that smokers are at an increased risk of contracting SARS-CoV-2 [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], and early evidence indicates that hospitalized smokers may be more likely to experience complications and mortality from COVID-19 compared with nonsmokers [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. UK public health messaging focused on advice to stop smoking has been limited. On March 20, 2020, the charitable organization Action on Smoking and Health launched an online stop smoking campaign labelled “Today Is The Day” [<xref ref-type="bibr" rid="ref10">10</xref>] with an accompanying hashtag, #QuitForCovid (see <xref ref-type="table" rid="table1">Table 1</xref> for a timeline of key UK events related to smoking and COVID-19). On April 3, 2020, Public Health England released a news story headlined “Smokers at greater risk of severe respiratory disease from COVID-19” [<xref ref-type="bibr" rid="ref11">11</xref>], which generated substantial coverage [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Timeline of key UK events in 2020 related to smoking and COVID-19, including government policies and legislation [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="140"/>
          <col width="860"/>
          <thead>
            <tr valign="top">
              <td>Date</td>
              <td>Key event</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>January 31</td>
              <td>First two cases reported in the United Kingdom</td>
            </tr>
            <tr valign="top">
              <td>February 7</td>
              <td>Primary care guidance updated to state that the virus is most likely to be seen in travelers returning from China, Hong Kong, Japan, Macau, Malaysia, Republic of Korea, Singapore, Taiwan, or Thailand</td>
            </tr>
            <tr valign="top">
              <td>February 21</td>
              <td>At least 17 temporary GP<sup>a</sup> closures occur</td>
            </tr>
            <tr valign="top">
              <td>February 24</td>
              <td>4 UK passengers repatriated from a Japanese cruise ship test positive for COVID-19<sup>b</sup>, bringing the total number of UK cases to 13</td>
            </tr>
            <tr valign="top">
              <td>March 2</td>
              <td>GP practice closures continue</td>
            </tr>
            <tr valign="top">
              <td>March 6</td>
              <td>First UK patient dies from COVID-19</td>
            </tr>
            <tr valign="top">
              <td>March 8</td>
              <td>Prime Minister Boris Johnson unveils the Coronavirus Action Plan</td>
            </tr>
            <tr valign="top">
              <td>March 11</td>
              <td>World Health Organization declares the severe acute respiratory syndrome coronavirus 2 outbreak a pandemic</td>
            </tr>
            <tr valign="top">
              <td>March 12</td>
              <td>UK COVID-19 risk level raised from moderate to high</td>
            </tr>
            <tr valign="top">
              <td>March 16</td>
              <td>UK government advises on social distancing (eg, avoiding nonessential travel and contact with others); pregnant women, adults 70 years or older, and individuals with health conditions are urged to self-isolate</td>
            </tr>
            <tr valign="top">
              <td>March 18</td>
              <td>UK government announces that schools will close to most students, with children of key workers and vulnerable children still able to attend</td>
            </tr>
            <tr valign="top">
              <td>March 20</td>
              <td>Restaurants, pubs, clubs, and indoor sport and leisure centers ordered to close; Action on Smoking and Health launches the stop smoking campaign “Today Is The Day” and #QuitForCovid</td>
            </tr>
            <tr valign="top">
              <td>March 23</td>
              <td>UK government announces restrictions made on freedom of movement, enforceable by law</td>
            </tr>
            <tr valign="top">
              <td>April 3</td>
              <td>Public Health England releases a news story emphasizing the increased risk of severe respiratory disease due to COVID-19 in smokers</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>GP: general practice.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>COVID-19: coronavirus disease.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>Options for UK smokers interested in quitting usually include specialist stop smoking services and vape shops. However, the introduction of social distancing policies and behavioral restrictions enforceable by law mean that the vast majority of services and shops have temporarily closed. At the same time, it is plausible that the SARS-CoV-2 outbreak has acted as a “teachable moment,” motivating smokers to attempt to stop in greater numbers than would otherwise be observed for this time of the year. Given these temporary closures of stop smoking services and vape shops, smokers attempting to quit during the SARS-CoV-2 outbreak may have to seek out digital support, such as websites and smartphone apps. If so, it would be important for public health bodies to put resources toward ramping up access to high-quality, evidence-informed digital support.</p>
      <p>One way of assessing whether the recent SARS-CoV-2 outbreak has been accompanied by a surge in smokers accessing digital support is to use an interrupted time series approach to examine whether there has been a step change or increasing trend in downloads of an otherwise popular smoking cessation app. The Smoke Free app, designed for English speakers, includes behavior change techniques that can improve the chances of quitting and shows early evidence of effectiveness [<xref ref-type="bibr" rid="ref15">15</xref>]. The app is live on the Apple and Google Play stores and has a large user base with &#62;1 million global downloads per annum. The app exists as a free version with a set of core features and a paid (“pro”) version with additional content.</p>
      <p>This study used an interrupted time series approach to assess whether the SARS-CoV-2 outbreak up to the end of March 2020 (ie, a hypothesized “teachable moment”) has been accompanied by an increase in UK downloads of the free and “pro” versions of the Smoke Free app (henceforth referred to as the Smoke Free app). Two different starting points for the outbreak were used. First, we assessed whether there has been a step change or increasing trend (linear or nonlinear) in downloads during a period of government announcements of escalating social distancing policies and legislation, with March 1, 2020, as the stipulated starting point (see <xref ref-type="table" rid="table1">Table 1</xref>; a series of government announcements occurred throughout March 2020). Second, we assessed whether there has been an increasing trend (linear or nonlinear) in downloads over the course of the SARS-CoV-2 outbreak so far, compared with the preceding 12 months, with January 15, 2020, as the stipulated starting point. The middle of January 2020 was selected as a starting point to reduce confounding by the regularly observed annual spike in downloads from late December to mid-January.</p>
      <p>Specifically, we aimed to address the following research questions:</p>
      <list list-type="order">
        <list-item>
          <p>Over a 3-month time series (ie, January 1, 2020, to March 31, 2020), has a period of government announcements of escalating social distancing policies and legislation (ie, March 1, 2020, to March 31, 2020) been accompanied by a step change or increasing trend in UK downloads of the Smoke Free app?</p>
        </list-item>
        <list-item>
          <p>Over a 15-month time series (ie, January 1, 2019, to March 31, 2020), has the SARS-CoV-2 outbreak thus far (ie, January 15, 2020, to March 31, 2020) been accompanied by an increasing trend in UK downloads of the Smoke Free app?</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This was a natural experiment without active recruitment. The study protocol and analysis plan were preregistered on the Open Science Framework [<xref ref-type="bibr" rid="ref16">16</xref>]. The study involved the analysis of anonymized app data at the aggregate level and fell within the scope of “The optimisation and implementation of interventions to change behaviours related to health and the environment,” approved by University College London’s Research Ethics Committee (Project ID: CEHP/2020/579). Users provide consent for their data to be used in research by virtue of downloading the app and agreeing to the terms and conditions.</p>
      </sec>
      <sec>
        <title>Study Setting and Population</title>
        <p>To be included in the analytic sample, daily and nondaily smokers needed to be 18 years or older and have downloaded the Smoke Free app from a UK-based app store (ie, Google Play and Apple App Store) during the respective study periods.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Outcomes</title>
          <p>For the primary analysis, the outcome of interest was the number of UK Smoke Free app downloads aggregated at the 12-hourly level. This temporal unit was selected to increase the number of observations in the postintervention period.</p>
          <p>For the secondary analysis, the outcome of interest was the number of UK Smoke Free app downloads aggregated at the daily level.</p>
        </sec>
        <sec>
          <title>Exposures</title>
          <p>For the primary analysis, the 60-day period (or 120 observations) before the government announcements of escalating social distancing policies and legislation was coded as 0, and the 31-day period (or 62 observations) containing the announcements was coded as 1. The trend during the 31-day postintervention period from March 1, 2020, to March 31, 2020, (or 62 observations) was coded from 1-62.</p>
          <p>For the secondary analysis, the 379-day period (or 379 observations) before the start of the SARS-CoV-2 outbreak was coded as 0, and the trend over the 77-day period containing the outbreak from January 15, 2020, to March 31, 2020, (77 observations) was coded from 1-77.</p>
        </sec>
        <sec>
          <title>Covariates</title>
          <p>For the primary analysis, the time of day was included as a categorical covariate (midnight to 11:59 AM or “morning” vs noon to 11:59 PM or “evening”), and the day of the week was included as a cyclic cubic spline to capture nonlinear, seasonal patterns in downloads.</p>
          <p>For the secondary analysis, the month of the year and the day of the week were included as cyclic cubic splines to capture nonlinear, seasonal patterns in downloads. Two additional covariates were included. On December 19, 2019, a new expert feature, which involved the ability to communicate directly with stop smoking counsellors, was launched for “pro” users (ie, “expert feature launch”). On December 27, 2019, a promotional offer to purchase a separate version of the app called Smoke Free Plus in a range of Boots stores across the United Kingdom was announced (ie, “national advertising campaign”). The periods before and after the expert feature launch and the national advertising campaign were coded as 0 and 1, respectively.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The analyses were conducted in R v.3.6.3 (R Foundation for Statistical Computing) using the <italic>mgcv</italic> package<italic>.</italic></p>
        <p>For the primary analysis, an interrupted time series analysis (segmented regression) was conducted using a generalized additive mixed model (GAMM). GAMMs take account of seasonality through the fitting of seasonal smoothing terms [<xref ref-type="bibr" rid="ref17">17</xref>]. First, data were assessed for overdispersion (ie, when the variance is greater than the mean). As there was evidence for overdispersion, a quasi-Poisson distribution was specified. Second, plots of the autocorrelation function and partial autocorrelation function were assessed to identify plausible values for the autoregressive (AR) and moving average (MA) terms. Third, a segmented regression model was fitted. Different models with plausible AR and MA terms were compared using the Akaike information criterion (AIC), with smaller values indicating better model fit. The final segmented regression model included terms for a secular trend (denoting the number of observations in the entire study period), level (denoting the pre- and postintervention segments), slope (denoting the trend in the postintervention segment), time of day, and day of the week. The fit of models including linear, quadratic, and cubic trends for the postintervention segment was assessed using the AIC.</p>
        <p>The same steps were repeated for the secondary analysis. The final model was selected in a similar way. As specified in the analytic plan, the model included terms for a secular trend, slope, month of the year, day of the week, the expert feature launch, and the national advertising campaign.</p>
        <sec>
          <title>Unplanned Sensitivity Analyses</title>
          <p>Prompted by inspection of the data and as a result of the review process, three unplanned sensitivity analyses (SAs) were conducted.</p>
          <p>First, given uncertainties as to when the SARS-CoV-2 outbreak had started to affect smokers’ lives, we modelled the starting point of the outbreak as approximately 15 days before (ie, February 15, 2020) and after (ie, March 15, 2020) the original starting point (ie, March 1, 2020). These SAs were considered exploratory (as opposed to hypothesis testing).</p>
          <p>Second, SAs were conducted to examine whether observed nonsignificant associations for the primary analysis could best be characterized as evidence of no effect or whether the data were insensitive to distinguish the null from the alternative hypothesis [<xref ref-type="bibr" rid="ref18">18</xref>]. Bayes factors (BFs) with the alternative hypotheses conservatively represented by a half-normal distribution were calculated using an online calculator [<xref ref-type="bibr" rid="ref19">19</xref>]. With the alternative hypothesis represented by a half-normal distribution, the standard deviation of a distribution can be specified as an expected effect size, meaning that plausible values are represented between zero and twice the effect size, with smaller values being more likely. The expected effect sizes for the level (ie, step change) and slope (ie, the trend in the postintervention period) were set as follows: first, we imagined a large step change on the basis of a hypothetical scenario in which all smokers who would otherwise attempt to quit with electronic cigarettes (e-cigarettes) or stop smoking services (ie, ~30% of the 1,890,000 UK smokers who make a quit attempt each year [<xref ref-type="bibr" rid="ref20">20</xref>] or 567,000 smokers), spread equally across the year (ie, 567,000/365 days=1553), would switch immediately to the Smoke Free app. With a base rate of ~400 Smoke Free downloads per day, this would equate to an incidence rate ratio (IRR) of 1953/400 (IRR=4.9). Second, we imagined a large slope on the basis of the 1553 additional smokers projected to switch at a given point in time (ie, the expected large step change) instead switching gradually (and uniformly) from e-cigarettes or stop smoking services to the Smoke Free app over a 1-month period (ie, an additional 52 smokers switching per day), thus equating to a large slope or an IRR of 452/400 (IRR=1.13). Third, we imagined a small step change on the basis of a hypothetical scenario in which 5% of the 1,890,000 UK smokers who make a quit attempt each year with e-cigarettes or stop smoking services would switch immediately to the Smoke Free app (ie, 94,500/365=259). With a base rate of ~400 Smoke Free downloads per day, this would equate to an IRR of 659/400 (IRR=1.6). Fourth, we imagined a small slope on the basis of the 259 additional smokers projected to switch at a given point in time (ie, the expected small step change) instead switching gradually over a 1-month period (ie, 9 additional smokers switching per day), thus equating to an IRR of 409/400 (IRR=1.02). BFs≥3 can be interpreted as substantial evidence for the alternative hypothesis and against the null. BFs≤1/3 can be interpreted as evidence for the null hypothesis. BFs between 1/3 and 3 suggest that the data are insensitive to distinguish the alternative hypothesis from the null [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
          <p>Third, with additional data becoming available, the primary and secondary analyses were topped up with data up to May 12, 2020. These SAs were considered exploratory.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Analyses</title>
        <p>Data were collected on 45,105 and 119,881 users, respectively. <xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref> show graphs of the number of users downloading the app by month of the year for the respective analyses.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> shows the results for the best fitting segmented regression models for the primary and secondary analysis. In the primary analysis, there was no evidence for a step change or increasing trend in downloads attributable to the start of the SARS-CoV-2 outbreak on March 1, 2020. The rate of downloads was significantly greater in the evenings (IRR=1.780, 95% CI 1.581-2.004, <italic>P</italic>&#60;.001). In the secondary analysis, there was evidence for a very small but significant, linearly decreasing trend in downloads over the course of the entire study period (IRR=0.996, 95% CI 0.994-0.998, <italic>P</italic>&#60;.001). There was no evidence for an increasing trend in downloads attributable to the start of the SARS-CoV-2 outbreak on January 15, 2020. There was a substantial step change in downloads following the national advertising campaign (IRR=2.067, 95% CI 1.387-3.079, <italic>P</italic>&#60;.001).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The number of users downloading the Smoke Free app from January 1, 2020, to March 31, 2020. The dotted blue vertical line represents the stipulated starting point of the severe acute respiratory syndrome coronavirus 2 outbreak (ie, March 1, 2020). The solid red line represents the fitted values with a loess smoothing function applied and associated 95% CIs.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i6e19494_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The number of users downloading the Smoke Free app from January 1, 2019, to March 31, 2020. The dotted blue vertical line represents the stipulated starting point of the severe acute respiratory syndrome coronavirus 2 outbreak (ie, January 15, 2020). The solid red line represents the fitted values with a loess smoothing function applied and associated 95% CIs. For clarity, the y-axis was capped at 1300 downloads.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i6e19494_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Results from the best fitting model for each analysis.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="160"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Analysis</td>
                <td colspan="2">IRR<sup>a</sup> (95% CI)</td>
                <td colspan="2">SE</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="2">Bayes factor (small expected effect)</td>
                <td>Bayes factor (large expected effect)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12">
                  <bold>Primary analysis: January 1, 2020-March 31, 2020<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trend (January 1, 2020-March 31, 2020)</td>
                <td colspan="2">0.998 (0.994-1.002)</td>
                <td colspan="2">0.002</td>
                <td colspan="2">.23</td>
                <td colspan="2">N/A<sup>c</sup></td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Level (March 1, 2020)</td>
                <td colspan="2">1.142 (0.916-1.423)</td>
                <td colspan="2">0.112</td>
                <td colspan="2">.24</td>
                <td colspan="2">0.78</td>
                <td colspan="2">0.25</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Slope (March 1, 2020-March 31, 2020)</td>
                <td colspan="2">0.999 (0.988-1.010)</td>
                <td colspan="2">0.006</td>
                <td colspan="2">.85</td>
                <td colspan="2">1.35</td>
                <td colspan="2">0.26</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time of day<sup>d</sup></td>
                <td colspan="2">1.780 (1.581-2.004)</td>
                <td colspan="2">0.060</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Secondary analysis: January 1, 2019-March 31, 2020<sup>e</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trend (January 1, 2019-March 31, 2020)</td>
                <td colspan="2">0.996 (0.994-0.998)</td>
                <td colspan="2">0.001</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Slope (January 15, 2020-March 31, 2020)</td>
                <td colspan="2">0.976 (0.908-1.049)</td>
                <td colspan="2">0.037</td>
                <td colspan="2">.51</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Slope^2</td>
                <td colspan="2">1.001 (0.998-1.003)</td>
                <td colspan="2">0.001</td>
                <td colspan="2">.52</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Slope^3</td>
                <td colspan="2">1.000 (1.000-1.000)</td>
                <td colspan="2">&#60;0.001</td>
                <td colspan="2">.54</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Expert feature launch (December 19, 2019)<sup>f</sup></td>
                <td colspan="2">1.385 (0.885-2.168)</td>
                <td colspan="2">0.229</td>
                <td colspan="2">.16</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>National advertising campaign (December 27, 2019)<sup>f</sup></td>
                <td colspan="2">2.067 (1.387-3.079)</td>
                <td colspan="2">0.203</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>IRR: incidence rate ratio.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Adjusted for a second-order autoregressive term and day of the week.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Not applicable.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Referent=morning (vs evening).</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Adjusted for a first-order autoregressive term, month of the year, and day of the week.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>Modeled as a step change.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Unplanned Sensitivity Analyses</title>
        <sec>
          <title>Alternative Conceptualizations of the Outbreak</title>
          <p>When modeling the starting point of the outbreak as February 15, 2020, and March 15, 2020, there was no evidence for a step change or increasing trend in downloads attributable to the start of the SARS-CoV-2 outbreak (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
        <sec>
          <title>Calculation of Bayes Factors</title>
          <p>The calculation of BFs indicated that the data for the primary analysis favored the null hypothesis compared with large associations (for level, BF=0.25; for slope, BF=0.26) but were insensitive to detection of small associations (for level, BF=0.78; for slope, BF=1.35; see <xref ref-type="table" rid="table2">Table 2</xref>).</p>
        </sec>
        <sec>
          <title>Analyses With Additional Data</title>
          <p>In the SAs repeating the primary and secondary analyses with additional data up to May 12, 2020, there was no evidence for a step change or increasing trend in downloads attributable to the start of the SARS-CoV-2 outbreak (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study used an interrupted time series approach to examine the impact of the ongoing SARS-CoV-2 outbreak on the uptake of an otherwise popular smoking cessation app in UK smokers. Across two different time periods and using two different conceptualizations of the starting point of the outbreak, we found no evidence for a step change or increasing trend in the number of downloads of the popular Smoke Free app. Calculation of BFs indicated that the data favored the null compared with large associations but were insensitive to detection of small associations.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>First, the small number of observations since the start of the SARS-CoV-2 outbreak means that we likely had low statistical power to detect anything but large effects. Second, pinpointing the exact starting point of the outbreak was not straightforward, as it is unclear when UK smokers first became aware of or affected by the pandemic, hypothesized to act as triggers for additional quit attempts. This was partly mitigated by conducting two SAs, which also did not provide evidence for a step change or increasing trend in downloads. Third, given the current structure of the app’s database, we were unable to distinguish between downloads of the free and “pro” versions of the Smoke Free app in our analyses. Although a tally is kept for free and “pro” downloads combined, the tally kept for “pro” accounts has been designed to track weekly subscriptions (with each user counted several times) as opposed to one-off downloads. It is plausible that a greater number of smokers who otherwise would have tried to stop using e-cigarettes or stop smoking services would now be more inclined to purchase the “pro” version of the app. Fourth, the Smoke Free app is only one of many available online stop smoking platforms in the United Kingdom. We did not capture traffic on other available apps or websites such as the NHS Smokefree website [<xref ref-type="bibr" rid="ref21">21</xref>] and were, hence, unable to model any effect of the SARS-CoV-2 outbreak on interest in stop smoking support (digital or nondigital) more broadly. For example, although vape shops are temporarily closed, it is plausible that online sales of e-cigarettes have increased during the study period. Fifth, we did not take account of tobacco industry behavior in our models. There has also been legitimate scientific investigation into the possible links between smoking, nicotine, and SARS-CoV-2 infection and COVID-19 outcomes [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. In the absence of clear evidence as to whether smokers are at increased or reduced risk, it is plausible that the tobacco industry has attempted to capitalize on this uncertainty by, for example, influencing media reports, which may in turn have influenced quitting behavior.</p>
      </sec>
      <sec>
        <title>Implications for Policy</title>
        <p>The lack of an uptick in downloads of a popular smoking cessation app during the SARS-CoV-2 outbreak thus far suggests that smokers may not be turning to available, evidence-informed digital support in greater numbers. Evidence from controlled studies and population-level surveys indicate that smoking cessation attempts involving pharmacological or behavioral support (including digital interventions) are substantially more likely to be successful compared with unassisted attempts [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. In the absence of readily available alternatives due to social distancing measures, UK public health bodies should consider putting resources toward increasing awareness of available, evidence-informed mobile health support.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In the UK, between January 1, 2020, and March 31, 2020, and between January 1, 2019, and March 31, 2020, there was no evidence that the SARS-CoV-2 outbreak thus far has been associated with a large step change or increasing trend in downloads of a popular smoking cessation app. Findings on the association of the SARS-CoV-2 outbreak with a small step change or increasing trend were inconclusive.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Sensitivity analyses.</p>
        <media xlink:href="mhealth_v8i6e19494_app1.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIC</term>
          <def>
            <p>Akaike information criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AR</term>
          <def>
            <p>autoregressive</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BF</term>
          <def>
            <p>Bayes factor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COVID-19</term>
          <def>
            <p>coronavirus disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">e-cigarettes</term>
          <def>
            <p>electronic cigarettes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GAMM</term>
          <def>
            <p>generalized additive mixed model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">IRR</term>
          <def>
            <p>incidence rate ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MA</term>
          <def>
            <p>moving average</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SA</term>
          <def>
            <p>sensitivity analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SARS-CoV-2</term>
          <def>
            <p>severe acute respiratory syndrome coronavirus 2</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>OP and JB receive salary support from Cancer Research UK (C1417/A22962). JB, LS, AH, and OP are members of Shaping Public Health Policies to Reduce Inequalities and Harm, a UK Prevention Research Partnership Consortium (MR/S037519/1). UK Prevention Research Partnership is an initiative funded by the UK Research and Innovation Councils, the Department of Health and Social Care (England) and the UK devolved administrations, and leading health research charities.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>OP, AH, LS, and JB designed the study. OP conducted the statistical analyses and wrote the first draft of the manuscript. All authors have contributed to the final version of the manuscript and agree with its submission to JMIR.</p>
      </fn>
      <fn fn-type="conflict">
        <p>OP and JB are unpaid members of the scientific advisory committee for the Smoke Free app. LS has received a research grant and honoraria for a talk and travel expenses from manufacturers of smoking cessation medications (Pfizer and Johnson &#38; Johnson). JB and AH have received unrestricted research funding from Pfizer to study smoking cessation.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>KSM</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>EHY</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TTY</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Cowling</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Early transmission dynamics in Wuhan, China, of novel coronavirus-infected pneumonia</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>382</volume>
          <issue>13</issue>
          <fpage>1199</fpage>
          <lpage>1207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31995857"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2001316</pub-id>
          <pub-id pub-id-type="medline">31995857</pub-id>
          <pub-id pub-id-type="pmcid">PMC7121484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wace</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smyth</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>The Times</source>
          <year>2020</year>
          <month>01</month>
          <day>31</day>
          <comment>Hunt for contacts of coronavirus-stricken pair in York<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415110133/https://www.thetimes.co.uk/article/hunt-for-contacts-of-coronavirus-stricken-pair-in-york-dh363qf8k">http://web.archive.org/web/20200415110133/https://www.thetimes.co.uk/article/hunt-for-contacts-of-coronavirus-stricken-pair-in-york-dh363qf8k</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>Department of Health and Social Care</source>
          <year>2020</year>
          <month>01</month>
          <day>24</day>
          <access-date>2020-03-31</access-date>
          <comment>Number of coronavirus (COVID-19) cases and risk in the UK<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415110345/https://www.gov.uk/guidance/coronavirus-covid-19-information-for-the-public">http://web.archive.org/web/20200415110345/https://www.gov.uk/guidance/coronavirus-covid-19-information-for-the-public</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>Department of Health and Social Care</source>
          <year>2020</year>
          <month>03</month>
          <day>03</day>
          <comment>Coronavirus (COVID-19) action plan<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/publications/coronavirus-action-plan">https://www.gov.uk/government/publications/coronavirus-action-plan</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>BMJ Opinion</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <comment>Risky smoking practices and the coronavirus: a deadly mix for our most vulnerable smokers<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415110539/https://blogs.bmj.com/bmj/2020/03/20/sharon-cox-risky-smoking-practices-and-the-coronavirus-a-deadly-mix-for-our-most-vulnerable-smokers/">http://web.archive.org/web/20200415110539/https://blogs.bmj.com/bmj/2020/03/20/sharon-cox-risky-smoking-practices-and-the-coronavirus-a-deadly-mix-for-our-most-vulnerable-smokers/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simons</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>BMJ Opinion</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <comment>Covid-19: the role of smoking cessation during respiratory virus epidemics<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415110656/https://blogs.bmj.com/bmj/2020/03/20/covid-19-the-role-of-smoking-cessation-during-respiratory-virus-epidemics/">http://web.archive.org/web/20200415110656/https://blogs.bmj.com/bmj/2020/03/20/covid-19-the-role-of-smoking-cessation-during-respiratory-virus-epidemics/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2020-04-15</access-date>
          <comment>Tobacco and waterpipe use increases the risk of suffering from COVID-19<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415110836/http://www.emro.who.int/tfi/know-the-truth/tobacco-and-waterpipe-users-are-at-increased-risk-of-covid-19-infection.html">http://web.archive.org/web/20200415110836/http://www.emro.who.int/tfi/know-the-truth/tobacco-and-waterpipe-users-are-at-increased-risk-of-covid-19-infection.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vardavas</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Nikitara</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and smoking: a systematic review of the evidence</article-title>
          <source>Tob Induc Dis</source>
          <year>2020</year>
          <volume>18</volume>
          <fpage>20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32206052"/>
          </comment>
          <pub-id pub-id-type="doi">10.18332/tid/119324</pub-id>
          <pub-id pub-id-type="medline">32206052</pub-id>
          <pub-id pub-id-type="pii">20</pub-id>
          <pub-id pub-id-type="pmcid">PMC7083240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alqahtani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oyelade</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Aldhahir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alghamdi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Almehmadi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alqahtani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quaderi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mandal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hurst</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Prevalence, severity and mortality associated with COPD and smoking in patients with COVID-19: a rapid systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>e0233147</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0233147"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0233147</pub-id>
          <pub-id pub-id-type="medline">32392262</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-09115</pub-id>
          <pub-id pub-id-type="pmcid">PMC7213702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <source>Today is the Day</source>
          <year>2020</year>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415104921/https://www.todayistheday.co.uk/">http://web.archive.org/web/20200415104921/https://www.todayistheday.co.uk/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <source>Public Health England</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <comment>Smokers at greater risk of severe respiratory disease from COVID-19<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/news/smokers-at-greater-risk-of-severe-respiratory-disease-from-covid-19">https://www.gov.uk/government/news/smokers-at-greater-risk-of-severe-respiratory-disease-from-covid-19</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <source>Sky News</source>
          <year>2020</year>
          <month>04</month>
          <day>06</day>
          <comment>Coronavirus: 1.3 billion smokers urged to quit to reduce COVID-19 risks<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415112258/https://news.sky.com/story/coronavirus-1-3-billion-smokers-urged-to-quit-to-reduce-covid-19-risks-11969444">http://web.archive.org/web/20200415112258/https://news.sky.com/story/coronavirus-1-3-billion-smokers-urged-to-quit-to-reduce-covid-19-risks-11969444</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <source>Daily Mail</source>
          <comment>Coronavirus warning for smokers: Experts says addicts face a greater risk of complications - but Chinese studies suggest they may be LESS likely to end up in hospital in the first place<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415112443/https://www.dailymail.co.uk/news/article-8184751/Coronavirus-warning-smokers-Public-Health-England-says-addicts-face-greater-risk-coronavirus.html">http://web.archive.org/web/20200415112443/https://www.dailymail.co.uk/news/article-8184751/Coronavirus-warning-smokers-Public-Health-England-says-addicts-face-greater-risk-coronavirus.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>MIMS</source>
          <year>2020</year>
          <access-date>2020-04-15</access-date>
          <comment>Live updates: coronavirus (COVID-19) in the UK<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415104434/https://www.mims.co.uk/live-updates-coronavirus-covid-19-uk/infections-and-infestations/article/1673649">http://web.archive.org/web/20200415104434/https://www.mims.co.uk/live-updates-coronavirus-covid-19-uk/infections-and-infestations/article/1673649</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ubhi</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Relative effectiveness of a full versus reduced version of the 'Smoke Free' mobile application for smoking cessation: an exploratory randomised controlled trial</article-title>
          <source>F1000Res</source>
          <year>2018</year>
          <volume>7</volume>
          <fpage>1524</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://f1000research.com/articles/10.12688/f1000research.16148.2/doi"/>
          </comment>
          <pub-id pub-id-type="doi">10.12688/f1000research.16148.2</pub-id>
          <pub-id pub-id-type="medline">30728950</pub-id>
          <pub-id pub-id-type="pmcid">PMC6347038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>Open Science Framework</source>
          <year>2020</year>
          <month>04</month>
          <day>06</day>
          <comment>Impact of the SARS-CoV-2 outbreak on the uptake of digital cessation support in UK smokers: a time series analysis<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/zan2s/">https://osf.io/zan2s/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Marsden</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tombor</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stapleton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Understanding and using time series analyses in addiction research</article-title>
          <source>Addiction</source>
          <year>2019</year>
          <month>10</month>
          <volume>114</volume>
          <issue>10</issue>
          <fpage>1866</fpage>
          <lpage>1884</lpage>
          <pub-id pub-id-type="doi">10.1111/add.14643</pub-id>
          <pub-id pub-id-type="medline">31058392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dienes</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Bayesian versus orthodox statistics: which side are you on?</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2011</year>
          <month>05</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>274</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691611406920</pub-id>
          <pub-id pub-id-type="medline">26168518</pub-id>
          <pub-id pub-id-type="pii">6/3/274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dienes</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <source>University of Sussex</source>
          <comment>Online calculator<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.lifesci.sussex.ac.uk/home/Zoltan_Dienes/inference/Bayes.htm">http://www.lifesci.sussex.ac.uk/home/Zoltan_Dienes/inference/Bayes.htm</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <source>Smoking in England</source>
          <year>2020</year>
          <access-date>2020-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415164408/http://www.smokinginengland.info/">http://web.archive.org/web/20200415164408/http://www.smokinginengland.info/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <source>NHS</source>
          <year>2020</year>
          <access-date>2020-04-15</access-date>
          <comment>Smokefree<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20200415105232/https://www.nhs.uk/smokefree">http://web.archive.org/web/20200415105232/https://www.nhs.uk/smokefree</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dorward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Correa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Akinyemi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Amirthalingam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Byford</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dabrera</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez Bernal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Okusi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sherlock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Howsam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zambon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Joy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>FDR</given-names>
            </name>
          </person-group>
          <article-title>Risk factors for SARS-CoV-2 among patients in the Oxford Royal College of General Practitioners Research and Surveillance Centre primary care network: a cross-sectional study</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>5</month>
          <fpage>a</fpage>
          <pub-id pub-id-type="doi">10.1016/s1473-3099(20)30371-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farsalinos</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Niaura</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Le Houezec</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barbouni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tsatsakis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kouretas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vantarakis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Poulas</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Editorial: nicotine and SARS-CoV-2: COVID-19 may be a disease of the nicotinic cholinergic system</article-title>
          <source>Toxicol Rep</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7500(20)30292-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.toxrep.2020.04.012</pub-id>
          <pub-id pub-id-type="medline">32355638</pub-id>
          <pub-id pub-id-type="pii">S2214-7500(20)30292-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7192087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ubhi</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shahab</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Modelling continuous abstinence rates over time from clinical trials of pharmacological interventions for smoking cessation</article-title>
          <source>Addiction</source>
          <year>2019</year>
          <month>05</month>
          <volume>114</volume>
          <issue>5</issue>
          <fpage>787</fpage>
          <lpage>797</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30614586"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.14549</pub-id>
          <pub-id pub-id-type="medline">30614586</pub-id>
          <pub-id pub-id-type="pmcid">PMC6492005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Kotz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Moderators of real-world effectiveness of smoking cessation aids: a population study</article-title>
          <source>Addiction</source>
          <year>2019</year>
          <month>09</month>
          <volume>114</volume>
          <issue>9</issue>
          <fpage>1627</fpage>
          <lpage>1638</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31117151"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.14656</pub-id>
          <pub-id pub-id-type="medline">31117151</pub-id>
          <pub-id pub-id-type="pmcid">PMC6684357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kasza</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hyland</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Borland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McNeill</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Bansal-Travers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fix</surname>
              <given-names>BV</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fong</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of stop-smoking medications: findings from the International Tobacco Control (ITC) Four Country Survey</article-title>
          <source>Addiction</source>
          <year>2013</year>
          <month>01</month>
          <volume>108</volume>
          <issue>1</issue>
          <fpage>193</fpage>
          <lpage>202</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22891869"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2012.04009.x</pub-id>
          <pub-id pub-id-type="medline">22891869</pub-id>
          <pub-id pub-id-type="pmcid">PMC3500450</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
