<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i6e15478</article-id>
      <article-id pub-id-type="pmid">32554385</article-id>
      <article-id pub-id-type="doi">10.2196/15478</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Supplemental Text Message Support With the National Diabetes Prevention Program: Pragmatic Comparative Effectiveness Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Joiner</surname>
            <given-names>Kevin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Levy</surname>
            <given-names>Natalie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ni</surname>
            <given-names>Zhao</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Ritchie</surname>
            <given-names>Natalie D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Denver Health</institution>
            <addr-line>601 Broadway</addr-line>
            <addr-line>Denver, CO, 80204</addr-line>
            <country>United States</country>
            <phone>1 3036022188</phone>
            <email>natalie.ritchie@dhha.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6908-7413</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Gutiérrez-Raghunath</surname>
            <given-names>Silvia</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4887-3233</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Durfee</surname>
            <given-names>Michael Josh</given-names>
          </name>
          <degrees>MSPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3304-4195</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Fischer</surname>
            <given-names>Henry</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9393-7411</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Denver Health</institution>
        <addr-line>Denver, CO</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Natalie D Ritchie <email>natalie.ritchie@dhha.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>6</issue>
      <elocation-id>e15478</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>8</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>1</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Natalie D Ritchie, Silvia Gutiérrez-Raghunath, Michael Josh Durfee, Henry Fischer. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 18.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/6/e15478/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The evidence-based National Diabetes Prevention Program (NDPP) is now widely disseminated, yet strategies to increase its effectiveness are needed, especially for underserved populations. The yearlong program promotes lifestyle changes for weight loss and can be offered in-person, online, via distance learning, or a combination of modalities. Less is known about which delivery features are optimal and may help address disparities in outcomes for subgroups. We previously demonstrated the efficacy of a stand-alone text messaging intervention based on the NDPP (SMS4PreDM) in a randomized controlled trial in a safety net health care system. Upon broader dissemination, we then showed that SMS4PreDM demonstrated high retention and modest weight loss at a relatively low cost, suggesting the potential to improve in-person NDPP delivery.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we aim to compare the effectiveness of in-person NDPP classes with and without supplementary SMS4PreDM on attendance and weight loss outcomes to determine whether text messaging can enhance in-person NDPP delivery for a safety net patient population.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>From 2015 to 2017, patients with diabetes risks were identified primarily from provider referrals and enrolled in NDPP classes, SMS4PreDM, or both per their preference and availability. Participants naturally formed three groups: in-person NDPP with SMS4PreDM (n=236), in-person NDPP alone (n=252), and SMS4PreDM alone (n=285). This analysis compares the first two groups to evaluate whether supplemental text messaging may improve in-person NDPP outcomes. Outcomes for SMS4PreDM-only participants were previously reported. NDPP classes followed standard delivery guidelines, including weekly-to-monthly classes over a year. SMS4PreDM delivery included messages promoting lifestyle change and modest weight loss, sent 6 days per week for 12 months. Differences in characteristics between intervention groups were assessed using chi-square and t tests. Differences in NDPP attendance and weight loss outcomes were analyzed with multivariable linear and logistic regressions.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The mean age was 50.4 years (SD 13.9). Out of a total of 488 participants, 76.2% (n=372) were female and 59.0% (n=288) were Hispanic. An additional 17.2% (n=84) were non-Hispanic white and 12.9% (n=63) were non-Hispanic black. A total of 48.4% (n=236) of participants elected to receive supplemental text message support in addition to NDPP classes. Participants who chose supplemental text message support were on average 5.7 (SD 1.2) years younger (<italic>P</italic>&#60;.001) than the 252 participants who preferred in-person classes alone. Relatively more women and Hispanic individuals enrolled in the NDPP with supplemental text messages than in NDPP classes alone, 83.9% (n=198) vs 69.0% (n=174, <italic>P</italic>&#60;.001) and 68.6% (n=162) vs 50.0%  (n=126, <italic>P</italic>=.001), respectively. Attendance and weight loss outcomes were comparable between groups.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Despite its appeal among priority populations, supplemental text messaging did not significantly increase attendance and weight loss for the in-person NDPP. Further research is needed to identify optimal strategies to improve the effectiveness of the NDPP.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>eHealth</kwd>
        <kwd>prediabetes</kwd>
        <kwd>texting</kwd>
        <kwd>weight loss</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The Diabetes Prevention Program was a successful clinical trial to prevent type 2 diabetes, showing intensive lifestyle support reduced incidence by 58% [<xref ref-type="bibr" rid="ref1">1</xref>], with positive effects lasting long-term [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. The lifestyle intervention was translated into the National Diabetes Prevention Program (NDPP) and has been widely disseminated since 2012 [<xref ref-type="bibr" rid="ref4">4</xref>]. Per delivery standards established by the Centers for Disease Control and Prevention (CDC), the yearlong program can be offered in-person, online, via distance learning, or a combination of modalities [<xref ref-type="bibr" rid="ref5">5</xref>]. Based on the original trial, the NDPP promotes ≥5% weight loss through diet and physical activity to reduce diabetes risk [<xref ref-type="bibr" rid="ref5">5</xref>]. Strategies to optimize the NDPP dissemination are needed to achieve this weight loss goal in real-world practice.</p>
      <p>For the in-person NDPP, a national study found a promising 4.2% mean weight loss, but early dropout is problematic and limits weight loss for many participants [<xref ref-type="bibr" rid="ref4">4</xref>]. Further, there are concerning disparities in outcomes for subgroups including racial or ethnic minorities, low-income non-Hispanic whites, and younger adults, who achieve about half of the weight loss of their respective counterparts [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Disparities in weight loss have largely been attributed to limited attendance [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Virtually delivered programming may be more convenient than in-person classes by removing barriers like lack of transportation and being more attractive to younger individuals, yet shows comparable overall weight loss (mean 4.3%) and is understudied in diverse groups [<xref ref-type="bibr" rid="ref8">8</xref>]. Less is known about which virtual delivery features may enhance the NDPP outcomes [<xref ref-type="bibr" rid="ref9">9</xref>], which is important given the performance-based payment models for the program [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Supplementing virtually delivered interventions with in-person coaching has been shown to support modest improvements in weight loss (mean 4.6%) [<xref ref-type="bibr" rid="ref8">8</xref>]. Conversely, whether concurrent virtually delivered education and support could improve the effectiveness of the in-person NDPP appears unknown.</p>
      <p>We previously demonstrated the efficacy of a stand-alone text messaging intervention based on the NDPP curriculum (SMS4PreDM) in a randomized controlled trial of 163 patients in an urban safety net health care system (Denver Health) [<xref ref-type="bibr" rid="ref12">12</xref>]. In a pragmatic effectiveness study of wider SMS4PreDM dissemination at Denver Health, we then showed that stand-alone SMS4PreDM was relatively low in cost to deliver (US $100.92 per each of the 285 participants) and demonstrated high retention, albeit with modest weight loss compared to 1233 observation-only controls [<xref ref-type="bibr" rid="ref13">13</xref>]. Now, to determine whether text messaging can enhance in-person NDPP delivery, we compare effectiveness of the in-person NDPP with and without supplementary SMS4PreDM on attendance and weight loss outcomes.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Denver Health serves one-third of Denver, Colorado residents across its network of community- and school-based clinics, specialty care centers, and a Level 1 hospital. The majority of patients are low-income and of minority racial or ethnic backgrounds [<xref ref-type="bibr" rid="ref14">14</xref>]. From October 2015 to October 2017, Denver Health offered the in-person NDPP, SMS4PreDM, or both to patients at risk for diabetes. New NDPP classes and concurrent SMS4PreDM programming began approximately each quarter, with advance announcements to Denver Health providers about opportunities to refer eligible patients. Per CDC criteria, eligible participants included adults with a BMI≥24 (≥22 if Asian) and with prediabetes (ie, hemoglobin A1c 5.7-6.4), a former diagnosis of gestational diabetes, or a positive score on a diabetes risk questionnaire [<xref ref-type="bibr" rid="ref15">15</xref>]. Lifestyle coaches then conducted outreach calls to verify eligibility, preference, and availability to enroll in upcoming NDPP classes, SMS4PreDM, or both. As of September 2016, patients who initially selected in-person NDPP classes (with or without SMS4PreDM) were encouraged to first attend an in-person orientation session designed to increase engagement in the NDPP [<xref ref-type="bibr" rid="ref16">16</xref>]. At these orientation sessions, patients who had not initially enrolled in SMS4PreDM could also opt in at this time. There were no fees or financial incentives to participate in these risk reduction programs.</p>
      <p>Participants naturally formed three groups: those receiving (1) in-person NDPP classes with SMS4PreDM (n=236), (2) NDPP classes alone (n=252), and (3) SMS4PreDM alone (n=285). As already noted, outcomes for the SMS4PreDM-only group were previously reported [<xref ref-type="bibr" rid="ref13">13</xref>]. This study focuses on determining whether supplemental text message support may improve delivery of in-person NDPP classes, thus comparing the first two groups of participants receiving NDPP classes plus SMS4PreDM vs NDPP classes alone (N=488).</p>
      <p>The in-person NDPP was conducted following guidelines established by the CDC [<xref ref-type="bibr" rid="ref15">15</xref>]. Participants were offered a total of 22-25 sessions over 1 year (depending on scheduling). The classes complied with standards to provide at least 16 hour-long group sessions in months 1-6 and a minimum of 6 sessions in months 7-12 [<xref ref-type="bibr" rid="ref15">15</xref>]. Trained, bilingual lay health educators served as lifestyle coaches and led sessions in English or Spanish. Classes were held at Denver Health’s community clinics and main campus locations. SMS4PreDM participants received messages promoting lifestyle change and modest weight loss, delivered 6 days per week for 12 months, following our published SMS4PreDM methodology [<xref ref-type="bibr" rid="ref12">12</xref>]. Content followed the NDPP session schedule for concordance with the topics of in-person classes. SMS4PreDM was also available in English and Spanish.</p>
      <p>Demographic characteristics and data on diabetes risks were collected from electronic health records and self-report as needed. Attendance outcomes were the percentage of NDPP sessions attended and days of NDPP attendance (1-365), per previous findings that intensity and duration of participation are key drivers of weight loss in the NDPP [<xref ref-type="bibr" rid="ref4">4</xref>]. Weight loss outcomes were total percent of body weight lost and achieving ≥5% weight loss in the NDPP, based on weights recorded at the first and last sessions attended. Body weight was measured at each NDPP session on a high-capacity, medical-quality scale. Participants were encouraged to wear consistent attire for weight measurements (eg, removing outerwear). Data collection was completed in September 2018.</p>
      <p>Differences in characteristics between intervention groups were assessed using chi-square and <italic>t</italic> tests. Differences in NDPP attendance and weight loss outcomes were analyzed with multivariable linear and logistic regression. Covariates included age, gender, and race or ethnicity. We further controlled for effects of attending orientation sessions, as they were previously found to improve the NDPP outcomes [<xref ref-type="bibr" rid="ref16">16</xref>]. Post hoc analyses explored language as a moderating variable among Hispanic participants, given that Spanish-speaking (vs English-speaking) participants previously had more weight loss in SMS4PreDM alone [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] but not in NDPP classes alone [<xref ref-type="bibr" rid="ref6">6</xref>]. Analyses were completed using SPSS version 22 (IBM Corp). The Colorado Multiple Institutional Review Board approved this program evaluation project, which was not registered as a clinical trial.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The majority of the 488 participants were female (n=372, 76.2%) and Hispanic (n=288, 59.0%), among whom 67.4% (n=194) preferred Spanish. An additional 17.2% (n=84) were non-Hispanic white and 12.9% (n=63) were non-Hispanic black. Mean age was 50.4 years (SD 13.9). Average BMI at enrollment was 34.8 (SD 7.7). Almost half (n=236, 48.4%) of participants elected to receive supplemental text message support while attending in-person NDPP classes, and 252 received NDPP class only.</p>
      <p>Relatively more women and Hispanic individuals enrolled in the NDPP with supplemental text messages than in NDPP classes alone, 83.9% (n=198) vs 69.0% (n=174; <italic>P</italic>&#60;.001) and 68.6% (n=162) vs 50.0% (n=126; <italic>P</italic>=.001), respectively. Participants who chose supplemental text message support were on average 5.7 (SD 1.2) years younger (<italic>P</italic>&#60;.001) than those preferring in-person classes alone. There were no other significant differences in demographic characteristics or starting BMI between groups. Over one-third (n=193, 39.5%) of participants in this analysis first attended an orientation session. Those who joined NDPP classes after recruitment from an orientation session were more likely to choose supplemental text messages than patients enrolled via outreach calls alone (n=150, 77.7% vs n=86, 29.2%, <italic>P</italic>&#60;.001).</p>
      <p>There were no significant differences in attendance and weight loss outcomes between NDPP participants who received supplemental text messages and those who did not (<xref ref-type="table" rid="table1">Table 1</xref>). Language did not moderate intervention effectiveness among Hispanic participants, whether for attendance or weight loss outcomes. For example, achieving ≥5% weight loss was not significantly modified by language (<italic>P</italic>=.60).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>National Diabetes Prevention Program outcomes with and without supplemental text message support, N=488<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="320"/>
          <col width="300"/>
          <col width="300"/>
          <col width="80"/>
          <thead>
            <tr valign="bottom">
              <td>Outcomes</td>
              <td>NDPP<sup>b</sup> with supplemental text message support (n=236), mean (SE)</td>
              <td>NDPP without supplemental text message support (n=252), mean (SE)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>NDPP sessions attended (%)</td>
              <td>38.1 (0.0)</td>
              <td>36.8 (0.0)</td>
              <td>.68</td>
            </tr>
            <tr valign="top">
              <td>Number of days in NDPP (1-365)</td>
              <td>146.0 (9.8)</td>
              <td>134.8 (9.9)</td>
              <td>.46</td>
            </tr>
            <tr valign="top">
              <td>Weight loss in NDPP (%)</td>
              <td>2.1 (0.3)</td>
              <td>1.7 (0.3)</td>
              <td>.37</td>
            </tr>
            <tr valign="top">
              <td>Achieved ≥5% weight loss in NDPP (%)</td>
              <td>44 (18.6)</td>
              <td>37 (14.2)</td>
              <td>.84</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Data are presented as adjusted mean and SE of the mean with multivariable linear regression <italic>P</italic> values for continuous variables and unadjusted frequency (%) with multivariable logistical regression <italic>P</italic> values for categorical variables. Adjusted odds ratio for achieving ≥5% weight loss in NDPP with supplemental text message support is 1.065 (95% CI 0.584-1.944, <italic>P</italic>=.84). Covariates include age, gender, race or ethnicity, and completion of orientation session.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>NDPP: National Diabetes Prevention Program.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In a safety net health care system, nearly half of patients with diabetes risks who joined in-person NDPP classes elected to also receive supplemental text message support. Supplemental text message support seemed to appeal relatively more to women, Hispanic individuals, and younger participants than other groups. Despite its appeal among priority populations, supplemental text messaging did not significantly increase attendance and weight loss in the NDPP. The extra costs of supplemental text message support may be unwarranted without sufficiently improved risk reduction. Nonetheless, supplemental text message support did not appear detrimental: participants receiving both in-person and virtual content attended classes equally, despite remote access to content.</p>
      <p>Overall, weight loss was limited for in-person NDPP participants in this study, both with and without supplemental text message support (2.1% and 1.7% averages, respectively), when contrasted with the national average of 4.2% weight loss [<xref ref-type="bibr" rid="ref4">4</xref>]. This may reflect overall challenges of serving a safety net patient population and highlights that additional improvements are needed. Further study to increase effectiveness of text messaging may be indicated given that retention is problematic in yearlong in-person classes, contrasted with high retention previously shown for SMS4PreDM participants. Specifically, a national evaluation showed that the majority of participants complete less than half of the in-person NDPP [<xref ref-type="bibr" rid="ref4">4</xref>], whereas 91% of participants completed the standalone SMS4PreDM intervention [<xref ref-type="bibr" rid="ref13">13</xref>]. Standalone SMS4PreDM was associated with only minimal weight loss (≤1%) in real-world practice [<xref ref-type="bibr" rid="ref13">13</xref>], yet even small amounts of weight loss can be clinically meaningful—each kilogram lost is associated with a 16% reduction in diabetes incidence [<xref ref-type="bibr" rid="ref17">17</xref>]. Future research may be merited to determine whether participants who discontinue in-person NDPP classes may then benefit from acceptable alternatives such as virtually delivered content. At the same time, developing other strategies to improve the NDPP outcomes appears needed, such as motivational enhancements, identifying and removing participation barriers, and addressing social determinants of health.</p>
      <p>Limitations include the nonrandomization in this pragmatic study, which likely contributed to demographic differences between comparator groups; although, analyses controlled for these factors. Additional orientation sessions may have better conveyed the opportunity to receive supplemental text message support than outreach calls alone did; although, we also controlled for attendance to these introductory sessions. Participants who discontinued in-person NDPP classes had continued access to SMS4PreDM content, and the extent to which the continued supplemental text message support may have benefited participants is unknown. Further, we were unable to distinguish participants who meaningfully engaged in supplemental text messaging.</p>
      <p>In conclusion, findings suggest that, although many patients at high risk for type 2 diabetes select supplemental text message support, this resource does not increase effectiveness of the in-person NDPP. As such, this study may contribute to knowledge about which dissemination features are important or not for delivery of the NDPP.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NDPP</term>
          <def>
            <p>National Diabetes Prevention Program</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The National Diabetes Prevention Program at Denver Health was funded largely by the Amendment 35 Cancer, Cardiovascular Disease and Pulmonary Disease Grant Program administered by the Colorado Department of Public Health and Environment, as well as an award from America’s Health Insurance Plans in partnership with the Centers for Disease Control and Prevention. Additional support was provided by Denver Health. Authors report no other conflicts of interest. The contents of this publication are solely the responsibility of the authors and do not represent official views of these organizations.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>Author NDR is principally responsible for the presented study, including study design, data access, and the decision to submit and publish the manuscript. Authors NDR, SGR, MJD, and HF conceived the research. NDR conducted the data analysis and wrote the manuscript. All authors critically reviewed the manuscript, and all authors read and approved the final submitted version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>Reduction in the incidence of type 2 diabetes with lifestyle intervention or Metformin</article-title>
          <source>N Engl J Med</source>
          <year>2002</year>
          <month>02</month>
          <day>07</day>
          <volume>346</volume>
          <issue>6</issue>
          <fpage>393</fpage>
          <lpage>403</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa012512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Prevention Program Research Group</collab>
          </person-group>
          <article-title>10-year follow-up of diabetes incidence and weight loss in the Diabetes Prevention Program outcomes study</article-title>
          <source>Lancet</source>
          <year>2009</year>
          <month>11</month>
          <volume>374</volume>
          <issue>9702</issue>
          <fpage>1677</fpage>
          <lpage>1686</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(09)61457-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>Long-term effects of lifestyle intervention or metformin on diabetes development and microvascular complications over 15-year follow-up: the Diabetes Prevention Program Outcomes Study</article-title>
          <source>Lancet Diabetes Endocrinol</source>
          <year>2015</year>
          <month>11</month>
          <volume>3</volume>
          <issue>11</issue>
          <fpage>866</fpage>
          <lpage>875</lpage>
          <pub-id pub-id-type="doi">10.1016/s2213-8587(15)00291-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ely</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Gruss</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Luman</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Nhim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rolka</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Albright</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>A national effort to prevent type 2 diabetes: participant-level evaluation of CDC's National Diabetes Prevention Program</article-title>
          <source>Diabetes Care</source>
          <year>2017</year>
          <month>10</month>
          <volume>40</volume>
          <issue>10</issue>
          <fpage>1331</fpage>
          <lpage>1341</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28500215"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc16-2099</pub-id>
          <pub-id pub-id-type="medline">28500215</pub-id>
          <pub-id pub-id-type="pii">dc16-2099</pub-id>
          <pub-id pub-id-type="pmcid">PMC5606310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <access-date>2018-07-18</access-date>
          <comment>Diabetes prevention recognition program: standards and operating procedures<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/prevention/pdf/dprp-standards.pdf">https://www.cdc.gov/diabetes/prevention/pdf/dprp-standards.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Christoe-Frazier</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McFann</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Havranek</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>RI</given-names>
            </name>
          </person-group>
          <article-title>Effect of the National Diabetes Prevention Program on weight loss for English- and Spanish-speaking Latinos</article-title>
          <source>Am J Health Promot</source>
          <year>2018</year>
          <month>03</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>812</fpage>
          <lpage>815</lpage>
          <pub-id pub-id-type="doi">10.1177/0890117117698623</pub-id>
          <pub-id pub-id-type="medline">28320212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Sauder</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Phimphasone-Brady</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Amura</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Rethinking the national diabetes prevention program for low-income whites</article-title>
          <source>Diabetes Care</source>
          <year>2018</year>
          <month>04</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>e56</fpage>
          <lpage>e57</lpage>
          <pub-id pub-id-type="doi">10.2337/dc17-2230</pub-id>
          <pub-id pub-id-type="medline">29467170</pub-id>
          <pub-id pub-id-type="pii">dc17-2230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joiner</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Whittemore</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Lifestyle interventions based on the diabetes prevention program delivered via eHealth: a systematic review and meta-analysis</article-title>
          <source>Prev Med</source>
          <year>2017</year>
          <month>07</month>
          <volume>100</volume>
          <fpage>194</fpage>
          <lpage>207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28456513"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2017.04.033</pub-id>
          <pub-id pub-id-type="medline">28456513</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(17)30153-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5699208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grock</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ku</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moin</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A review of technology-assisted interventions for diabetes prevention</article-title>
          <source>Curr Diab Rep</source>
          <year>2017</year>
          <month>09</month>
          <day>23</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>107</fpage>
          <pub-id pub-id-type="doi">10.1007/s11892-017-0948-2</pub-id>
          <pub-id pub-id-type="medline">28942537</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11892-017-0948-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ackermann</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Liss</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effect on health care expenditures during nationwide implementation of the Diabetes Prevention Program as a health insurance benefit</article-title>
          <source>Diabetes Care</source>
          <year>2019</year>
          <month>09</month>
          <volume>42</volume>
          <issue>9</issue>
          <fpage>1776</fpage>
          <lpage>1783</lpage>
          <pub-id pub-id-type="doi">10.2337/dc18-2071</pub-id>
          <pub-id pub-id-type="medline">31010870</pub-id>
          <pub-id pub-id-type="pii">dc18-2071</pub-id>
          <pub-id pub-id-type="pmcid">PMC6702599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Centers for Medicare &#38; Medicaid Services</collab>
          </person-group>
          <article-title>Medicare program; revisions to payment policies under the physician fee schedule and other revisions to part B for CY 2018; Medicare Shared Savings Program requirements; and Medicare Diabetes Prevention Program. Final rule</article-title>
          <source>Fed Regist</source>
          <year>2017</year>
          <month>11</month>
          <day>15</day>
          <volume>82</volume>
          <issue>219</issue>
          <fpage>52976</fpage>
          <lpage>3371</lpage>
          <pub-id pub-id-type="medline">29231695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>IP</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>RI</given-names>
            </name>
            <name name-style="western">
              <surname>Furniss</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rozwadowski</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Durfee</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raghunath</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Havranek</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>Text message support for weight loss in patients with prediabetes: a randomized clinical trial</article-title>
          <source>Diabetes Care</source>
          <year>2016</year>
          <month>08</month>
          <volume>39</volume>
          <issue>8</issue>
          <fpage>1364</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.2337/dc15-2137</pub-id>
          <pub-id pub-id-type="medline">26861922</pub-id>
          <pub-id pub-id-type="pii">dc15-2137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Durfee</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raghunath</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
          </person-group>
          <article-title>Short message service text message support for weight loss in patients with prediabetes: pragmatic trial</article-title>
          <source>JMIR Diabetes</source>
          <year>2019</year>
          <month>04</month>
          <day>15</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e12985</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2019/2/e12985/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12985</pub-id>
          <pub-id pub-id-type="medline">30985289</pub-id>
          <pub-id pub-id-type="pii">v4i2e12985</pub-id>
          <pub-id pub-id-type="pmcid">PMC6487341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Denver Health and Hospital Authority</source>
          <year>2014</year>
          <access-date>2019-10-17</access-date>
          <comment>Denver health report to the City of Denver 2013<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.denverhealth.org/-/media/files/about/annual-reports/2013-report-to-the-city.pdf?la=en&#38;hash=B1A702587BF6C7F72ACADD5EADBC724DF5870F19">https://www.denverhealth.org/-/media/files/about/annual-reports/2013-report-to-the-city.pdf?la=en&#38;hash=B1A702587BF6C7F72ACADD5EADBC724DF5870F19</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2015</year>
          <month>01</month>
          <day>01</day>
          <access-date>2019-01-15</access-date>
          <comment>Diabetes prevention recognition program: standards and operating procedures<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/diabetes/prevention/pdf/DPRP_Standards_09-02-2011.pdf">https://www.cdc.gov/diabetes/prevention/pdf/DPRP_Standards_09-02-2011.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufmann</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Sauder</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Holtrop</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Presessions to the National Diabetes Prevention Program may be a promising strategy to improve attendance and weight loss outcomes</article-title>
          <source>Am J Health Promot</source>
          <year>2019</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>289</fpage>
          <lpage>292</lpage>
          <pub-id pub-id-type="doi">10.1177/0890117118786195</pub-id>
          <pub-id pub-id-type="medline">29986597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamman</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Edelstein</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lachin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Delahanty</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoskin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kriska</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer-Davis</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pi-Sunyer</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Regensteiner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Venditti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wylie-Rosett</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of weight loss with lifestyle intervention on risk of diabetes</article-title>
          <source>Diabetes Care</source>
          <year>2006</year>
          <month>09</month>
          <volume>29</volume>
          <issue>9</issue>
          <fpage>2102</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16936160"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc06-0560</pub-id>
          <pub-id pub-id-type="medline">16936160</pub-id>
          <pub-id pub-id-type="pii">29/9/2102</pub-id>
          <pub-id pub-id-type="pmcid">PMC1762038</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
