<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i4e15960</article-id>
      <article-id pub-id-type="pmid">32293568</article-id>
      <article-id pub-id-type="doi">10.2196/15960</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Automated Mobile Delivery of Financial Incentives for Smoking Cessation Among Socioeconomically Disadvantaged Adults: Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Raiff</surname>
            <given-names>Bethany</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lepore</surname>
            <given-names>Steve</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Keller</surname>
            <given-names>Paula</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kendzor</surname>
            <given-names>Darla E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Oklahoma Tobacco Research Center</institution>
            <institution>Stephenson Cancer Center</institution>
            <institution>University of Oklahoma Health Sciences Center</institution>
            <addr-line>655 Research Parkway, Suite 400</addr-line>
            <addr-line>Oklahoma City, OK, 73104</addr-line>
            <country>United States</country>
            <phone>1 4052718001 ext 50478</phone>
            <email>Darla-Kendzor@ouhsc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7273-1916</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Businelle</surname>
            <given-names>Michael S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9038-2238</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Waring</surname>
            <given-names>Joseph J C</given-names>
          </name>
          <degrees>BPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2948-151X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Mathews</surname>
            <given-names>Ashley J</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4531-6303</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Geller</surname>
            <given-names>Daryl W</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4164-6209</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Barton</surname>
            <given-names>Jocelyn M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8233-931X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Alexander</surname>
            <given-names>Adam C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1448-4205</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Hébert</surname>
            <given-names>Emily T</given-names>
          </name>
          <degrees>DrPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5922-164X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Ra</surname>
            <given-names>Chaelin K</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7379-7247</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Vidrine</surname>
            <given-names>Damon J</given-names>
          </name>
          <degrees>DrPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8711-796X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Oklahoma Tobacco Research Center</institution>
        <institution>Stephenson Cancer Center</institution>
        <institution>University of Oklahoma Health Sciences Center</institution>
        <addr-line>Oklahoma City, OK</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Moffitt Cancer Center</institution>
        <addr-line>Tampa, FL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Darla E Kendzor <email>Darla-Kendzor@ouhsc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>4</issue>
      <elocation-id>e15960</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>8</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Darla E E. Kendzor, Michael S Businelle, Joseph J C Waring, Ashley J Mathews, Daryl W Geller, Jocelyn M Barton, Adam C Alexander, Emily T Hébert, Chaelin K Ra, Damon J Vidrine. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 15.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/4/e15960/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Socioeconomic disadvantage is associated with a reduced likelihood of smoking cessation. Smartphone ownership is increasing rapidly, including among low-income adults, and smartphone interventions for smoking cessation may increase access to smoking cessation treatment among socioeconomically disadvantaged adults.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to evaluate the feasibility of an automated smartphone-based approach to delivering financial incentives for smoking cessation.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Socioeconomically disadvantaged adults initiating tobacco cessation treatment were followed from 1 week before a scheduled quit attempt through 26 weeks after the quit date. Participants received telephone counseling and nicotine replacement therapy. Smoking cessation was verified 5 times per week via smartphone prompts to self-report smoking status and submit a breath sample via a portable carbon monoxide (CO) monitor that was connected with participants’ smartphones. Identity was verified during smoking status assessments using smartphone-based facial recognition software. When smoking abstinence and identity were verified, an automated credit card payment was triggered. Participants were incentivized for abstinence on the quit date and up to five days per week during the first 4 weeks after the scheduled quit date, with additional incentives offered during postquit weeks 8 and 12. In total, participants had the opportunity to earn up to US $250 in abstinence-contingent incentives over the first 12 weeks of the quit attempt.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participants (N=16) were predominantly female (12/16, 75%) and non-Hispanic white (11/16, 69%), black (4/16, 25%), or Hispanic of any race (1/16, 6%). Most participants (9/16, 56%) reported an annual household income of &#60;US $11,000. During the first 4 weeks after the scheduled quit date, participants completed a median of 16 (out of 21; range 1-21) mobile smoking status assessments, and they earned a median of US $28 in abstinence-contingent incentives (out of a possible US $150; range US $0-US $135). Median earnings did not change during the 8- and 12-week incentivized follow-up periods (total median earnings over 12 weeks=US $28; range US $0-US $167). During the first 4 weeks after the scheduled quit date, participants abstained from smoking on a median of 5 (out of 21) assessment days (range 0-20). At the in-person follow-up visits, the expired CO-confirmed 7-day point prevalence abstinence rates were 19% (3/16) and 13% (2/16) at 12 and 26 weeks postquit, respectively. Overall, most participants reported that the system was easy to use and that they would recommend this treatment to their friends and family.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Preliminary data suggest that this smartphone-based approach to verifying identity and smoking status and automating the delivery of abstinence-contingent incentives to a credit card is feasible for use among socioeconomically disadvantaged adults. However, continued refinement is warranted.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>socioeconomic status</kwd>
        <kwd>smoking cessation</kwd>
        <kwd>incentives</kwd>
        <kwd>mobile health</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Smoking prevalence rates are disproportionately high among socioeconomically disadvantaged adults [<xref ref-type="bibr" rid="ref1">1</xref>], and socioeconomic disadvantage is associated with a reduced likelihood of smoking cessation [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Although individuals of lower socioeconomic status (SES) are just as likely to initiate quit attempts, they are less likely to succeed than those of higher SES [<xref ref-type="bibr" rid="ref8">8</xref>]. Similarly, smoking cessation interventions for low SES populations have produced very low abstinence rates at follow-up [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Treatment approaches are needed to target socioeconomically disadvantaged populations and to reduce barriers to access. Smartphone interventions potentially offer a means of increasing access to treatment across settings. Notably, smartphone ownership is increasing rapidly, even among low-income adults. According to the Pew Research Center, 81% of US adults overall and 71% of US adults with an annual household income of &#60;US $30,000 reported that they owned a smartphone in 2019 [<xref ref-type="bibr" rid="ref13">13</xref>]. Importantly, adults with an annual household income of &#60;US $30,000 are more than 4 times as likely to rely solely on their smartphones to access the internet than those earning &#62;US $75,000 annually [<xref ref-type="bibr" rid="ref13">13</xref>]. Smartphone-based treatments may be used in conjunction with traditional empirically supported approaches (counseling and pharmacotherapy), while also incorporating innovative components such as real-time assessment and intervention.</p>
        <p>Contingency management (CM), the tangible reinforcement of abstinence and other related outcomes, is highly effective for promoting drug and alcohol abstinence among individuals with substance use disorders [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, there is accumulating evidence that CM is an effective approach for promoting smoking cessation in a variety of populations [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref33">33</xref>], including adults of lower SES [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. Research suggests that financial incentives for smoking cessation may be particularly appealing among socioeconomically disadvantaged individuals [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. The findings of two meta-analyses have indicated that financial incentives are associated with greater odds of behavior change for a variety of behaviors, particularly among lower SES individuals [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>To date, financial incentive interventions for smoking cessation have primarily relied on in-person visits to verify smoking abstinence. However, internet [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref48">48</xref>] and mobile phone-based [<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>] CM approaches have been developed to reduce or eliminate the need for in-person visits. An internet-based approach has been evaluated in several studies [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref48">48</xref>], where participants access a study website and record themselves via Webcam as they provide breath samples using a loaned carbon monoxide (CO) monitor. Participants upload the recordings for staff review, and a monetary credit is applied to their study credit cards when abstinence and identity are verified. A similar approach has been employed in several studies, where mobile phones equipped with video cameras allowed participants to record themselves as they provided a CO breath sample and, then, uploaded the videos for staff review via a study website [<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>]. Previous mobile CM approaches have lacked automation and have required substantial effort from participants and staff to record and upload videos, verify abstinence and identity, and administer payments. Technologies such as SCRAM continuous alcohol monitoring [<xref ref-type="bibr" rid="ref52">52</xref>] and Soberlink [<xref ref-type="bibr" rid="ref53">53</xref>] have combined facial recognition software with alcohol breath tests to automate the process of identity verification, and this approach could also be applied to CO breath tests among individuals who are attempting to quit smoking.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The purpose of this project was to develop and test the feasibility of an automated smartphone-based CM approach that has the potential to allow socioeconomically disadvantaged adults to remotely benefit from smoking cessation treatments that offer financial incentives for evidence of smoking cessation. Feasibility was evaluated among socioeconomically disadvantaged males and females seeking smoking cessation treatment. This remote and automated intervention approach has the potential to increase the availability of financial incentive interventions for smoking cessation among individuals who are unable to attend in-person visits while reducing the need for staff monitoring and manual payment disbursement. This study represents a first step toward establishing the feasibility of a mobile CM intervention approach that is designed to be highly scalable and to ultimately facilitate the widespread adoption of CM treatments for smoking cessation.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Mobile Contingency Management</title>
        <p>The INSIGHT mobile health (mHealth) platform is a versatile interface that empowers researchers to build, test, and launch smartphone-based assessments and interventions. With this platform, investigators have the ability to select how they would like their assessments or interventions deployed (eg, assessment type and interval, algorithms for delivering treatment content) [<xref ref-type="bibr" rid="ref54">54</xref>]. Researchers may also enter their preferred assessment and intervention content (eg, surveys, treatment messages, videos). The following technologies were newly integrated into the INSIGHT platform for this study: (1) the Bedfont iCO Smokerlyzer CO monitor that connects with mobile phones [<xref ref-type="bibr" rid="ref55">55</xref>] to remotely verify smoking abstinence, (2) Microsoft facial recognition software (Azure Face application programming interface [API]) [<xref ref-type="bibr" rid="ref56">56</xref>] to compare the participant’s face at the time of the breath sample submission with a photo taken at baseline for identity verification, and (3) reloadable Greenphire ClinCards (ie, credit card) [<xref ref-type="bibr" rid="ref57">57</xref>] for the remote delivery of abstinence-contingent incentives that are automatically triggered by biochemical confirmation of self-reported smoking abstinence (via smartphone-based ecological momentary assessment [EMA]). This newly developed intervention approach was tested for feasibility among socioeconomically disadvantaged adults.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Individuals were screened for eligibility following referral to the Tobacco Treatment Research Program (TTRP), which is located on the University of Oklahoma Health Sciences Center campus in Oklahoma City. The TTRP offers free tobacco cessation counseling and pharmacotherapy to the public, while also facilitating the recruitment, screening, and enrollment of participants into research studies [<xref ref-type="bibr" rid="ref58">58</xref>]. TTRP referrals are primarily received through the electronic medical record, and they are also received via phone, internet, fax, and word-of-mouth. Following referral, participants are screened for ongoing studies at the TTRP over the phone and scheduled for an initial in-person treatment appointment. Most of the screening criteria for this study were assessed over the phone and verified in person, with the exception that CO level and literacy were only assessed in person. Interested participants were eligible for the study if they (1) were uninsured or received Medicaid benefits, (2) earned a score ≥4 on the Rapid Estimate of Adult Literacy in Medicine [<xref ref-type="bibr" rid="ref59">59</xref>] indicating &#62;6th grade English literacy level, (3) were willing to quit smoking 7 days from their first visit, (4) were 18 to 65 years of age, (5) had a CO level of ≥8 parts per million (ppm) suggestive of current smoking, and (6) were smoking ≥5 cigarettes per day. Participants were excluded from the study if they reported that they were (1) pregnant or breastfeeding, (2) had uncontrolled hypertension, (3) had a myocardial infarction within the past 2 weeks, (4) had an allergy to adhesive tape, or (5) were unwilling to use nicotine replacement therapy (NRT). Informed consent was obtained from eligible participants.</p>
        <p>Participants referred to the TTRP who met eligibility criteria over the phone were scheduled for an in-person screening and enrollment visit (n=188). Of those, 91 attended their scheduled screening appointment, and 59 were eligible for this study. Of the 59 eligible patients, 36 were enrolled in another ongoing, higher priority study, 20 were enrolled in this study, and 3 declined to participate in either study. Of the 32 who were not eligible to participate, the reasons for exclusion were (in order of frequency): CO &#60;8 ppm (n=10), reading level &#60;6th grade (n=8), currently insured (besides Medicaid, n=6), smoking &#60;5 cigarettes per day (n=3), uncontrolled hypertension (self-reported, n=3), unwilling to use NRT (n=2), or they were not ready to quit smoking in the next 7 days (n=1). Note that more than one reason for exclusion was possible. Those who were not eligible for the study were offered standard TTRP treatment. Participants (n=20) were enrolled in the study between August 2018 and February 2019, and final follow-up visits were completed in August 2019. Participants were intentionally enrolled slowly to ensure that the technology was working properly and to resolve technical problems as they arose before enrolling additional participants.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Smoking status was assessed on the scheduled quit day and on 5 days each week for 4 weeks following the scheduled quit date via self-report and CO levels with the portable Bedfont iCO Smokerlyzer (connected with a smartphone). Self-reported abstinence from smoking since 10 PM the previous evening (reported via smartphone-based EMAs) was verified with a CO level of &#60;10 ppm on the quit day (given the recency of quitting). Consistent with current recommendations [<xref ref-type="bibr" rid="ref60">60</xref>], a more stringent CO level of &#60;6 ppm was required to corroborate smoking abstinence on all subsequent days. Key feasibility metrics included the number of smoking status assessments completed, number of facial recognition assessments initiated and working as expected, number of days of biochemically verified abstinence, abstinence-contingent incentives earned, counseling sessions completed, weeks of NRT requested/received, participant perceptions of the interventions, and attendance at follow-up visits. Participants were scheduled for in-person follow-up visits at 12 and 26 weeks post the quit date, where they were asked if they had smoked in the past 7 days. Participants’ CO was measured at in-person visits with a Vitalograph BreathCO monitor, and a CO level of &#60;6 ppm provided biochemical confirmation of abstinence. Note that participants’ CO values and the CO thresholds used to verify abstinence were not shared with participants.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <sec>
          <title>Treatment</title>
          <p>All participants were provided with the recommended components of an intensive tobacco treatment intervention [<xref ref-type="bibr" rid="ref61">61</xref>]. Specifically, standard treatment included: (1) an in-person counseling session 1 week before the scheduled quit date with a certified tobacco treatment specialist (CTTS), (2) 5 weekly telephone counseling sessions with a CTTS starting on the scheduled quit date, (3) a 2-week supply of NRT (patches and gum or lozenges) during the first session, and (4) additional mailed patches and gum as needed for 12 weeks. The counseling sessions covered the following topics: (1) the health benefits of quitting, (2) mood/stress management strategies, (3) making positive lifestyle changes, (4) coping skills, and (5) relapse prevention. The CTTS checked in with participants each week about the difficulties and successes they experienced related to their quit attempt, and they planned for any challenging situations that were anticipated.</p>
        </sec>
        <sec>
          <title>Paid Assessments</title>
          <p>Participants earned US $30 to complete the in-person baseline visit that included Web-based questionnaires delivered via the research electronic data capture software platform (REDCap) [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>], US $30 per week from the quit date through 4 weeks postquit for completing Web-based assessments via REDCap, US $40 for completing a Web-based REDCap assessment at 8 weeks postquit, US $40 for completing a 12-week postquit in-person visit (including Web-based questionnaires via REDCap and smoking status assessment), and US $20 for completing a 26-week in-person follow-up visit (including Web-based REDCap questionnaires and smoking status assessment). Participants also earned up to US $150 depending on the percentage of prompted smartphone-based EMAs they had completed (including smartphone-based smoking status assessments). Note that questionnaire and EMA data not directly related to the primary purpose of the study are not presented or discussed further here. Overall, participants had the possibility of earning up to US $430 for the completion of questionnaires and EMAs (that were not contingent on abstinence), and all payments were credited to participants’ ClinCards.</p>
        </sec>
        <sec>
          <title>Smartphone-Based Smoking Status Assessment</title>
          <p>Participants were provided with a Smokerlyzer iCO monitor, a Samsung Galaxy S7 smartphone preloaded with the INSIGHT app, and a remotely reloadable Greenphire ClinCard (credit card). Participants were offered unlimited calling and 2 gigabytes of data for personal use along with the phones. Participants were prompted via ring/vibration and a pop-up window (delivered through the INSIGHT app), indicating that it was time to complete a smoking status assessment (including a CO breath sample). Smoking status assessments were conducted at the end of the day (2 hours before typical bedtime) on the scheduled quit day and 5 days out of each week during the first 4 weeks after the quit day (days were selected to appear random). Participants received up to 2 additional reminder prompts (5 min apart) if the first and second assessment prompts were snoozed. Thus, they had a total of 10 min to complete the CO sample submission. If they missed the first assessment entirely (ie, did not snooze), they were prompted 30 min later, and if they missed the second assessment entirely, then 30 min later they were prompted a third time. After the third missed prompt, participants were no longer able to complete the smoking status assessment. In addition, participants were prompted to complete 5 smoking status assessments during weeks 8 and 12.</p>
          <p>While participants provided a breath sample, 2 photos were taken at random times during the 20-second exhalation period using the front-facing smartphone camera. It was not apparent to participants exactly when the phone was taking pictures; rather, participants were only aware that during the process of providing the breath sample, they would be photographed for identity confirmation. The smartphone app compared the photos in vivo with a photo taken at each participant’s baseline appointment to verify identity. Facial recognition assessments were considered to have worked as expected when identity was accurately processed as either a match or a nonmatch with the baseline photo. Study staff reviewed all of the stored photos, and nonmatches in which participant identity was confirmed by research staff were considered to be failures. There were no instances of erroneous matches.</p>
        </sec>
        <sec>
          <title>Abstinence-Contingent Incentives</title>
          <p>Abstinence-contingent incentives were automatically delivered to the credit card based on daily self-reports of smoking abstinence and CO levels. This was accomplished through an API that allowed the INSIGHT app to communicate with Greenphire. A spreadsheet was automatically generated and sent to Greenphire, which contained the payment amounts owed to participants’ ClinCard accounts. These payments were automatically drawn and disbursed from an account with Greenphire that was set up in advance of the study. On the scheduled quit day, participants who were biochemically confirmed abstinent from smoking since 10 PM the previous evening received a US $20 credit on their ClinCard (incentive schedule is detailed in <xref ref-type="table" rid="table1">Table 1</xref>). After the quit day, a payment was earned following a smartphone-based self-report of abstinence during the past 24 hours combined with a breath CO sample of &#60;6 ppm and a facial recognition match. For each abstinent day during the first week postquit, a US $4 credit was earned. The incentive amount per abstinent day increased by US $1 with each week of consecutive abstinence until 4 weeks postquit, when continuously abstinent participants earned US $7 per abstinent day. Participants who provided 5 negative breath samples within a week additionally received a US $5 bonus through 4 weeks postquit. Participants who were nonabstinent (or who did not provide a sample) did not earn incentives that day but could begin earning incentives for abstinence again on their next abstinent day, although the amount was reset to the starting level of US $4 per abstinent day. Participants earned US $8 per abstinent day during weeks 8 and 12 postquit, with a US $10 bonus for 5 negative samples each week. Payments did not reset or escalate during the 8- and 12-week follow-up periods. Altogether, participants could earn up to a possible US $250 for biochemically verified abstinence. The incentive schedule (<xref ref-type="table" rid="table1">Table 1</xref>) was adapted from the schedules utilized with socioeconomically disadvantaged adults in previous research by the investigators [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Incentive schedule.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="570"/>
              <col width="180"/>
              <thead>
                <tr valign="top">
                  <td>Weeks postquitting</td>
                  <td>Abstinence-contingent incentives<sup>a</sup> (US $)</td>
                  <td>Total<sup>b</sup> (US $)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Quit day</td>
                  <td>20 for negative CO<sup>c</sup> sample</td>
                  <td>20</td>
                </tr>
                <tr valign="top">
                  <td>Week 1</td>
                  <td>4 per negative CO sample (up to 20 + 5 bonus)</td>
                  <td>25</td>
                </tr>
                <tr valign="top">
                  <td>Week 2</td>
                  <td>5 per negative CO sample (up to 25 + 5 bonus)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>Week 3</td>
                  <td>6 per negative CO sample (up to 30 + 5 bonus)</td>
                  <td>35</td>
                </tr>
                <tr valign="top">
                  <td>Week 4</td>
                  <td>7 per negative CO sample (up to 35 + 5 bonus)</td>
                  <td>40</td>
                </tr>
                <tr valign="top">
                  <td>Week 8</td>
                  <td>8 per negative CO sample (up to 40 + 10 bonus)</td>
                  <td>50</td>
                </tr>
                <tr valign="top">
                  <td>Week 12</td>
                  <td>8 per negative CO sample (up to 40 + 10 bonus)</td>
                  <td>50</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Participants earned a bonus incentive of US $5 when they achieved biochemically verified abstinence on all 5 smoking status assessments during the first 4 weeks after the scheduled quit date. The bonus payment increased to US $10 during postquit weeks 8 and 12.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Partcipants could earn up to US $250 in abstinence-contingent incentives over the 12-week intervention period.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>CO: carbon monoxide.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Problem Reporting and Resolution</title>
          <p>Participants were able to report <italic>bugs</italic> or contact staff with questions about using the smartphone by clicking <italic>call study staff</italic> on the main menu of the app. In addition, participants were asked if they had experienced any problems with the app as part of the end-of-day assessments during the first 4 weeks postquit. If they said yes, they were prompted to offer detailed information in an open text box. Participants also had weekly scheduled counseling calls where they could ask questions and report problems. Over the course of the study, instructions to participants about how to successfully use the facial recognition component of the app were improved. We began offering more detailed information (training and paper handout) about optimal facial placement on the phone screen when providing a CO breath sample, and we emphasized the importance of maintaining consistency in appearance related to eyeglasses, hairstyles, background, and facial position. Proper facial placement was important because the app did not provide feedback to the participants during facial recognition assessments (this will be addressed in future versions of the app). In addition, the mHealth programming staff worked through several technical problems that arose during the study, which interfered with the proper functioning of the facial recognition component of the app. Owing to these early improvements, outcomes were characterized separately for the first and second halves of participants enrolled to demonstrate how these improvements might have impacted study outcomes (see the Analytic Plan section).</p>
        </sec>
        <sec>
          <title>Analytic Plan</title>
          <p>Descriptive statistics were generated for key feasibility metrics (noted above in the measures section), including medians and ranges for continuous variables and frequencies for categorical variables. The sample was also divided into the first and second halves enrolled, and sample descriptives were generated for each half to illustrate the impact of improvements to the protocol and smartphone app. Nonparametric Mann-Whitney <italic>U</italic> tests and chi-square analyses were conducted to compare the first and second halves of participants enrolled on key metrics. Statistical comparisons may provide information about trends toward improvement, despite the small sample size.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>Of those enrolled, 4 participants did not complete any smoking status assessments on their smartphones. Because these participants did not initiate the financial incentives component of the intervention, they were excluded from the primary analyses. The remaining 16 enrolled participants were predominantly female (12/16, 75%), with a median age of 47 years (range 18-63 years). Participants were 69% (11/16) non-Hispanic white, 25% (4/16) non-Hispanic black, and 6% (1/16) Latino/Hispanic. Participants reported a median of 12.5 years of education (range 9-14 years), with 25% (4/16) completing less than 12 years of education. Before quitting, participants reported smoking a median of 19.0 (range 5-40) cigarettes per day for 30.5 years (range 6-49). Most participants were not employed (12/16, 75%), and most reported an annual household income of &#60;US $11,000 (9/16, 56%). Of the 16 individuals who participated in the intervention, only 1 phone was not returned (1/16, 6%). However, 3 of the 4 individuals who did not participate in the smartphone-based financial incentives component of the intervention did not return their phones. Thus, 4 phones were not returned among the 20 enrolled participants overall (4/20, 20% phone loss).</p>
        <p>Although statistical comparisons between enrolled participants who initiated (n=16) or did not initiate (n=4) the intervention were not feasible given the small sample size, it is worth noting that those who did not initiate the intervention appeared to differ from those who initiated the intervention on a variety of characteristics. Those who did not initiate the intervention were less likely to be female (2/4, 50% vs 12/16, 75%), and were more likely to report being black (2/4, 50% vs 4/16, 25%) or American Indian (1/4, 25% vs 0/16, 0%). In addition, those who did not initiate the intervention were younger (median 41.5; range 36-45 years vs 47.0 years, range 18-63 years), smoked fewer cigarettes per day (median 12.5; range 5-20 vs 19.0; range 5-40), smoked for fewer years (median 20.0; range 13-30 years vs 30.5; range 6-49 years), had less education (median 10.5; range 9-12 years vs 12.5; range 9-14 years), and reported less income (4/4, 100% vs 9/16, 56% with &#60;US $11,000 in annual household income).</p>
      </sec>
      <sec>
        <title>Completion of Mobile Smoking Status Assessments</title>
        <p>Participants completed a median of 16 (range 1-21) of the 21 possible iCO/smoking status assessments during the first 4 weeks postquit (ie, 1 on the quit date, and 5 per week thereafter). Notably, the final 8 participants enrolled had higher median completion rates relative to the first 8 enrolled (19.5 completed assessments, range 14-21 vs 10 completed assessments, range 1-20; <italic>P</italic>=.02). Unfortunately, smoking status assessment completion rates declined during week 8 (median 3.0 completed assessments out of a possible 5) and declined even further during week 12 (median 1.5 assessments completed out of a possible 5; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Improvements in treatment-related variables for the first to second half of the participants enrolled (N=16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="510"/>
            <col width="120"/>
            <col width="130"/>
            <col width="130"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Postquit date and treatment-related variables</td>
                <td>All participants</td>
                <td>First half enrolled</td>
                <td>Last half enrolled</td>
                <td><italic>P</italic> value<sup>a,b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Weeks 1-4, median (range)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Days carbon monoxide-confirmed abstinent<sup>c</sup> (out of 21)</td>
                <td>5.0 (0.0-20.0)</td>
                <td>3.0 (0.0-11.0)</td>
                <td>8.5 (1.0-20.0)</td>
                <td>.07</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed smoking status assessments<sup>c</sup> (out of 21)</td>
                <td>16.0 (1.0-21.0)</td>
                <td>10.0 (1.0-20.0)</td>
                <td>19.5 (14.0-21.0)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Telephone counseling sessions completed (out of 5)</td>
                <td>5.0 (1.0-5.0)</td>
                <td>4.5 (1.0-5.0)</td>
                <td>5.0 (4.0-5.0)</td>
                <td>.20</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Abstinence-contingent incentives earned (US $; up to US $150)</td>
                <td>28.0 (0.0-135.0)</td>
                <td>20.0 (0.0-72.0)</td>
                <td>60.0 (16.0-167.0)</td>
                <td>.05</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Week 8, median (range)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Days carbon monoxide-confirmed abstinent<sup>d</sup> (out of 5)</td>
                <td>0.0 (0.0-4.0)</td>
                <td>0.0 (0.0-1.0)</td>
                <td>1.0 (0.0-4.0)</td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed smoking status assessments<sup>d</sup> (out of 5)</td>
                <td>3.0 (0.0-5.0)</td>
                <td>2.0 (0.0-5.0)</td>
                <td>4.0 (0.0-5.0)</td>
                <td>.16</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Abstinence-contingent incentives earned (US $; up to US $50)</td>
                <td>0.0 (0.0-24.0)</td>
                <td>0.0 (0.0-8.0)</td>
                <td>4.0 (0.0-24.0)</td>
                <td>.28</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Week 12</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Days carbon monoxide-confirmed abstinent<sup>d</sup> (out of 5), median (range)</td>
                <td>0.0 (0.0-3.0)</td>
                <td>0.0 (0.0-1.0)</td>
                <td>0.0 (0.0-3.0)</td>
                <td>.65</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed smoking status assessments<sup>d</sup> (out of 5), median (range)</td>
                <td>1.50 (0.0-4.0)</td>
                <td>1.50 (0.0-3.0)</td>
                <td>1.50 (0.0-4.0)</td>
                <td>.57</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Weeks of NRT<sup>e</sup> (out of 12), median (range)</td>
                <td>10.0 (2.0-12.0)</td>
                <td>10.0 (2.0-12.0)</td>
                <td>10.0 (2.0-12.0)</td>
                <td>.86</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Abstinence-contingent incentives earned (US $; up to US $50), median (range)</td>
                <td>0.0 (0.0-16.0)</td>
                <td>0.0 (0.0-16.0)</td>
                <td>0.0 (0.0-16.0)</td>
                <td>.51</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Attended in-person follow-up visit, n (%)</td>
                <td>13.0 (81.0)</td>
                <td>6.0 (75.0)</td>
                <td>7.0 (88.0)</td>
                <td>.52</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Carbon monoxide-confirmed 7-day point prevalence abstinence, n (%)</td>
                <td>3.0 (19.0)</td>
                <td>1.0 (13.0)</td>
                <td>2.0 (25.0)</td>
                <td>.52</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Week 26</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Attended in-person follow-up visit, n (%)</td>
                <td>11.0 (69.0)</td>
                <td>5.0 (63.0)</td>
                <td>6.0 (75.0)</td>
                <td>.59</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Carbon monoxide-confirmed 7-day point prevalence abstinence, n (%)</td>
                <td>2.0 (13.0)</td>
                <td>0.0 (0.0)</td>
                <td>2.0 (25.0)</td>
                <td>.13</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Mann-Whitney <italic>U</italic> tests were conducted for continuous variables, and chi-square analyses were conducted for dichotomous variables.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup><italic>P</italic> values reflect the difference between the first 8 participants and the last 8 participants enrolled in the study.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Self-reported and carbon monoxide–confirmed abstinence were assessed on the day after quitting and on 5 days per week for 4 weeks after the scheduled quit attempt (21 total assessments).</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Smoking status was additionally assessed 5 times per week during weeks 8 and 12 postquit date. Assessments where participants self-reported smoking but did not complete the iCO assessment were not considered missing.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>NRT: nicotine replacement therapy.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Facial Recognition</title>
        <p>Over the 12 week study period, there were 31 possible facial recognition assessments per participant (ie, 496 total possible for all 16 participants). Overall, the 16 study participants collectively initiated 282 facial recognition assessments as part of the smoking status assessments, and 48.6% (137/282) of those assessments worked as expected. Among the first 8 participants, 127 facial recognition assessments were initiated, and 30.7% (39/127) of those assessments <italic>worked as expected</italic>. Among the last 8 participants, 155 facial recognition assessments were initiated, of which 98 (63.2%) worked as expected. No instances were noted where someone other than the participant was photographed during a smoking status assessment. Although we do not have detailed documentation of the reasons for every instance of facial recognition failure, the failures seemed to fall into 3 broad categories: (1) improper facial placement in the frame during smoking status assessments (eg, face partially in the photo), (2) inconsistent appearance between the baseline photo and the photos taken during smoking status assessments (eg, inconsistencies in wear of hairstyles, glasses, hats), and (3) technical problems or <italic>bugs</italic>. The former categories were addressed by providing participants with additional guidance about proper facial placement and the importance of consistency in appearance across assessments. The latter technical problems were addressed by the programming staff as they arose.</p>
      </sec>
      <sec>
        <title>Treatment Engagement</title>
        <p>All participants completed the in-person, prequit counseling session. After the initial visit, participants completed a median of 5 out of 5 possible weekly telephone counseling sessions (<xref ref-type="table" rid="table2">Table 2</xref>). A total of 69% (11/16) of participants completed all 5 counseling calls, whereas 19% (3/16) completed 4 counseling calls, 6% (1/16) completed 2 calls, and 6% (1/16) completed 1 call. A 2-week supply of NRT was offered at the in-person visit, and participants could request an additional 2-seek supply every 2 weeks for up to 12 weeks. Additional requested NRT was mailed to the participants. A 2-week supply included 14 patches and a box of 2 mg or 4 mg of nicotine gum or lozenges, depending on participant preference and smoking level (each box contained 100 pieces of gum or 108 lozenges). Participants requested and received a median of 10 weeks of NRT (range 2-12 weeks), with 13% (2/16) receiving a 2 week supply, 13% (2/16) receiving 4 weeks, 19% (3/16) receiving 3 weeks, 25% (4/16) receiving 10 weeks, and 31% (5/16) receiving a 12-week supply.</p>
      </sec>
      <sec>
        <title>Perceptions of the Intervention</title>
        <p>Of the 16 study participants, 14 (88%) completed the Web-based intervention perceptions questionnaire via REDCap 4 weeks after the scheduled quit date. Note that the 2 participants with missing data were among the first half of the participants enrolled in the study. Overall, most participants found the intervention to be easy to use and helpful (for details, see <xref ref-type="table" rid="table3">Table 3</xref>). In addition, participants reported that they had problems with the app: “never” (4/16, 25%), “once or twice” (4/16, 25%), “a few times” (4/16, 25%), “several times” (1/16, 6%), and “daily or every other day” (1/16, 6%). Participants reported that the smartphone app and smoking monitor were correct in determining whether or not they were smoking: “never” (2/16, 13%), “some of the time” (2/16, 13%), “about half of the time” (1/16, 6%), “most of the time” (4/16, 25%) and “always” (5/16, 31%). Participants reported that it was difficult to find the iCO monitor when they needed to complete a smoking assessment: “never” (8/16, 50%), “a few times” (2/16, 13%), and “several times” (4/16, 25%). Finally, in response to the statement “earning financial incentives for quitting helped me to quit again after I had smoked” participants chose “I never smoked/lapsed after I quit” (3/16, 19%), “disagree” (1/16, 6%), “neither agree nor disagree” (5/16, 31%), “agree” (3/16, 19%), and “strongly agree” (2/16, 1%).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Participants’ perceptions of the automated mobile contingency management intervention 4 weeks after a scheduled quit attempt (N=16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="470"/>
            <col width="160"/>
            <col width="180"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Perceptions<sup>a</sup></td>
                <td>Agree or strongly agree, n (%)</td>
                <td>Neither agree or disagree, n (%)</td>
                <td>Disagree or strongly disagree, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>The smartphone app was easy to use overall</td>
                <td>12 (75)</td>
                <td>2 (13)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>My overall opinion of the smartphone app was positive</td>
                <td>11 (69)</td>
                <td>2 (13)</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>The smoking monitor was easy to use</td>
                <td>11 (69)</td>
                <td>1 (6)</td>
                <td>2 (13)</td>
              </tr>
              <tr valign="top">
                <td>It was difficult to blow into the smoking monitor while keeping my face in front of the smartphone screen</td>
                <td>4 (25)</td>
                <td>3 (19)</td>
                <td>7 (44)</td>
              </tr>
              <tr valign="top">
                <td>It was easy to tell how much I had earned for quitting each day/week by checking the payment screen</td>
                <td>12 (75)</td>
                <td>1 (6)</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>The opportunity to earn financial incentives for quitting helped keep my motivation for quitting high</td>
                <td>11 (69)</td>
                <td>3 (19)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>Earning financial incentives for quitting helped me to feel more confident in my ability to quit</td>
                <td>11 (69)</td>
                <td>3 (19)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>Earning financial incentives for quitting smoking helped me to successfully quit smoking</td>
                <td>5 (31)</td>
                <td>7 (44)</td>
                <td>2 (13)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>A total of 88% (14/16) participants completed the perception survey 4 weeks after the scheduled quit date. As a result, the frequencies across the rows do not add up to 100%. The omitted 13% reflects the missing responses of 2 participants who were among the first half of the participants enrolled.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Smoking Abstinence and Incentives Earned</title>
        <p>See <xref ref-type="table" rid="table2">Table 2</xref> for details about smoking abstinence and incentive earnings across the study visits. Participants were biochemically confirmed abstinent on a median of 5 days (range 0-20 days) out of 21 assessment days during the first 4 weeks postquit, with the last 8 participants achieving more abstinent days relative to the first 8 enrolled (median 8.5 abstinent days, range 1-20 vs 3 abstinent days, range 0-11; <italic>P</italic>=.07). Owing to low completion rates, evaluations of smoking status via smartphone assessments during weeks 8 and 12 were problematic. Over the entire 12-week incentive period, participants earned a median of US $28 (range US $0-US $167, out of US $250 possible) in abstinence-contingent incentives. The average earnings were greater among the last 8 participants enrolled than the first 8 participants (median US $60, range US $16-US $167 vs $20, range US $0-US $72; <italic>P</italic>=.05).</p>
        <p>Participants were asked to attend 2 in-person follow-up visits at 12 and 26 weeks after the scheduled quit date to assess smoking status. Self-reported, biochemically confirmed (CO breath sample &#60;6 ppm) 7-day point prevalence abstinence rates were 19% (3/16) and 13% (2/16), respectively, at the 12- and 26-week in-person follow-up visits. Attendance rates at the in-person follow-up visits were 81% (13/16) and 69% (11/16), respectively, at 12 and 26 weeks postquitting date, with those who did not attend considered to be smoking. As with the smartphone metrics, abstinence and attendance rates at in-person visits were higher among the latter half of participants enrolled relative to the first half of participants, suggesting that the delivery of the intervention may have improved over time (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Overall, preliminary data suggest that this remote approach to verifying smoking status and participant identity and automating the delivery of abstinence-contingent incentives to a credit card is feasible for use with socioeconomically disadvantaged adults seeking smoking cessation treatment. During the study, improvements made to the protocol and smartphone app corresponded with improvements on most study metrics between the first half and the latter half of participants (<xref ref-type="table" rid="table2">Table 2</xref>) including (1) smoking status assessments completed, (2) facial recognition assessments <italic>working as expected</italic>, (3) telephone counseling sessions completed, (4) biochemically verified abstinent days, and (5) incentives earned for abstinence. Notably, most participants reported that they would recommend this intervention to their friends and family. At the in-person follow-up visits, CO-confirmed 7-day point prevalence abstinence rates were 19% (3/16) and 13% (2/16) at 12 and 26 weeks postquit date, respectively, which was high relative to other studies with socioeconomically disadvantaged individuals [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Attendance at follow-up visits was good, with in-person follow-up rates of 81% (13/16) and 69% (11/16) at 12 and 26 weeks postquit date, respectively.</p>
      </sec>
      <sec>
        <title>Opportunities for Improvement</title>
        <p>Despite positive indicators of overall feasibility, there is still much opportunity for improvement. In total, 4 out of 20 participants enrolled (4/20, 20%) did not initiate engagement with the app, and therefore did not earn abstinence-contingent financial incentives. Approaches will be needed in future research to monitor lack of engagement and automate assistance early in the intervention as needed. For example, participant app use could be monitored, possibly through automated notifications to staff, to prompt staff outreach with the goal of increasing initial engagement for those who need it. It is possible that participants who did not engage with the app were less comfortable utilizing the technology, had experienced a problem that they were unable to resolve, or simply needed a reminder or encouragement to initiate the intervention. Although all participants were provided with phones for this study, 2 of the 4 participants who did not initiate the app component of the intervention reported that they did not own a mobile phone at the time they enrolled in the study. In contrast, among the 16 participants who engaged with the app, only 1 participant reported that he/she did not own a mobile phone.</p>
        <p>Notably, although the mobile smoking status assessment completion rate was very high during the first 4 weeks postquit among the latter half of participants (ie, median of 19.5 out of 21 completed assessments), assessment completion rates declined substantially over time. The completion of these assessments is crucial to this type of intervention; therefore, a continued focus on improving compliance is warranted. It is possible that, on occasion, participants were unprepared for smoking status assessments because they were prompted by the app at inconvenient times. An alternative approach used by Dallery et al [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref48">48</xref>] requires that participants self-initiate CO breath samples twice per day at least eight hours apart. This strategy could maximize convenience for participants because they choose their assessment times, thus reducing missed assessments, while also limiting participants’ ability to smoke without detection. The percentage of completed smoking status assessments decreased dramatically between the first 4 weeks and the 8- and 12-week assessments, suggesting that participants became disengaged with the app during the <italic>break</italic> periods. These follow-up assessment/incentive weeks could be eliminated and/or the continuous incentive period could be extended to 6 weeks to increase continuous engagement with the app and maximize the influence of the intervention. Alternatively, smartphone assessments and/or messaging could be added between the incentive weeks to encourage sustained participant engagement.</p>
      </sec>
      <sec>
        <title>Challenges Associated With Facial Recognition</title>
        <p>Incorporating facial recognition software posed challenges. There were several technical <italic>bugs</italic> that interfered with proper facial recognition processing. This had the effect of preventing incentive payments for participants and subsequently required attention from study staff to manually pay participants. During internal testing, we found that photos could be used to pass the identity verification component of the smoking status assessments. However, this deception becomes obvious when the stored photos are reviewed, and to our knowledge, this did not occur in this feasibility study. A random review of stored photos will be incorporated in future studies to identify attempted deceptions and other problems. Future iterations of the smartphone intervention will benefit from the resolution of problems in this study, and presumably, facial recognition metrics will continue to improve in future studies.</p>
        <p>It is noteworthy that a recent evaluation of facial recognition software uncovered bias in facial recognition systems; for example, greater false match rates have been identified among women than men, and among African Americans than Caucasians [<xref ref-type="bibr" rid="ref64">64</xref>]. Furthermore, false positives are more likely to occur when comparing images of individuals of the same sex, age, and ethnicity. Current recommendations to mitigate these problems include the use of training data that are diverse and globally derived, assessment of both the face and the iris, and modification of matching thresholds based on demographics [<xref ref-type="bibr" rid="ref64">64</xref>]. As facial recognition software developers begin following these recommendations, the accuracy of the software may be expected to improve.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has limitations. First, the sample size was small, and the study did not include a comparison group, thus limiting the ability to draw conclusions about intervention effectiveness. Nevertheless, the sample size and design are appropriate for the initial feasibility testing, which will inform improvements to future versions of the intervention. Regarding biochemical verification of abstinence, it is possible that participants could have smoked between assessments given the short half-life of CO. However, submitting negative CO samples on a near-daily basis while continuing to smoke would have required participant knowledge of CO half-life in combination with discipline in the timing of their daily smoking. For these reasons, it seems unlikely that smoking would go undetected for an extended period of time. Notably, the current intervention includes more frequent smoking status assessments than many other intervention studies utilizing incentives, which have included biochemical verification at weekly intervals or at key follow-up points [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Cotinine assessment provides a longer window of smoking detection, and could be included in future studies of mobile CM when in-person follow-up assessments are part of the protocol (ie, identity could not be easily verified if cotinine was assessed remotely).</p>
        <p>Another potential concern about remote biochemical verification of abstinence relates to the limited ability to verify if a participant is actually exhaling through the iCO monitor. The iCO monitor must be plugged-in during the smoking status assessment; otherwise, the app records an error code, and the assessment cannot be completed. In addition, second-to-second variability in CO readings during the exhalation period (20 seconds) can be assessed and is currently being explored as a means of verifying exhalation. Specifically, the variability in CO is expected to be greater during the exhalation period than during the period before exhalation (ie, when participants are instructed to hold their breath) even among those who are not smoking.</p>
        <p>Notably, participants were provided with smartphones in this feasibility study to increase consistency and control over app functionality. In future testing, participants’ own phones will be used to deliver the intervention to verify usability across multiple types of phones and smartphone service plans. Similarly, in-person visits will be eliminated in future iterations of this research, in favor of completely remote smartphone setup, assessment, and treatment to demonstrate the scalability of the intervention.</p>
      </sec>
      <sec>
        <title>Costs and Potential for Real-World Utility</title>
        <p>If this intervention is ultimately shown to be efficacious in a fully powered trial, this automated CM approach has numerous potential applications in settings where smokers may have limited access to smoking cessation resources or transportation. Plausibly, mobile CM could be paired with the services offered through state tobacco cessation quitlines and health care clinics to increase the reach of incentives-based interventions to socioeconomically disadvantaged individuals. For example, Mundt et al [<xref ref-type="bibr" rid="ref39">39</xref>] demonstrated that incentivizing both quitline counseling calls and biochemically verified smoking cessation among Medicaid recipients improved cessation rates relative to a nonincentivized control group and the costs of the intervention compared favorably with other treatments. Nevertheless, real-world factors may impact the feasibility of implementation in different settings, including the availability of funding for the intervention and operational factors unique to each setting.</p>
        <p>Notably, the incentive schedule utilized in this study and the investigators’ previous work [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] is low-cost and potentially cost-effective and compares favorably with the cost of other empirically supported and commonly used tobacco cessation treatments (eg, 10 weeks of generic nicotine patch costs approximately US $130). Previously, we found that cessation rates among socioeconomically disadvantaged adults incentivized for smoking cessation were more than double those of the standard treatment only control group for an additional cost of only US $63 (on average) per participant [<xref ref-type="bibr" rid="ref34">34</xref>]. Cost-effectiveness research is needed to evaluate the practicality of this approach, and it is necessary to evaluate CM interventions more broadly. The optimal magnitude of abstinence-contingent incentives and the length of time that incentives should be offered must be explored.</p>
        <p>Future research will focus on continued refinement and evaluation of this automated mobile CM approach to smoking cessation among socioeconomically disadvantaged individuals. Effective interventions with the potential for broad reach are especially important in places such as Oklahoma where nonmetropolitan residence is common, and rates of poverty and lack of health insurance are elevated. Once refined and tested in a fully powered trial, this fully automated CM approach to smoking cessation has the potential to facilitate intervention delivery to socioeconomically disadvantaged individuals across settings and locations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CM</term>
          <def>
            <p>contingency management</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CO</term>
          <def>
            <p>carbon monoxide</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CTTS</term>
          <def>
            <p>certified tobacco treatment specialist</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NCI</term>
          <def>
            <p>National Cancer Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NRT</term>
          <def>
            <p>nicotine replacement therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ppm</term>
          <def>
            <p>parts per million</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SES</term>
          <def>
            <p>socioeconomic status</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">TTRP</term>
          <def>
            <p>Tobacco Treatment Research Program</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was primarily supported by an administrative supplement to Grant R01CA197314 (to DK) awarded by the National Cancer Institute (NCI). Additional support was provided by Oklahoma Tobacco Settlement Endowment Trust Grant 092-016-0002, and the Mobile Health Technology Shared Resource, which is a component of the NCI Cancer Center Support Grant P30CA225520 awarded to the Stephenson Cancer Center. This study was registered at ClinicalTrials.gov (NCT03517397).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>DK, MB, AM, DG, and DV earn royalties for the use of the INSIGHT mobile health platform by institutions external to the University of Oklahoma. However, note that royalties were not earned for the research described in this published manuscript because the Principal Investigator (DK) is appointed at the University of Oklahoma Health Sciences Center. </p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Asman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gentzke</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Holder-Hayes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reyes-Guzman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jamal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neff</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Tobacco product use among adults-United States, 2017</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>12</month>
          <day>9</day>
          <volume>67</volume>
          <issue>44</issue>
          <fpage>1225</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6744a2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6744a2</pub-id>
          <pub-id pub-id-type="medline">30408019</pub-id>
          <pub-id pub-id-type="pmcid">PMC6223953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siahpush</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carlin</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Financial stress, smoking cessation and relapse: results from a prospective study of an Australian national sample</article-title>
          <source>Addiction</source>
          <year>2006</year>
          <month>01</month>
          <volume>101</volume>
          <issue>1</issue>
          <fpage>121</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2005.01292.x</pub-id>
          <pub-id pub-id-type="medline">16393198</pub-id>
          <pub-id pub-id-type="pii">ADD1292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernández</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schiaffino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Borrell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Benach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ariza</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ramon</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Twose</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nebot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kunst</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social class, education, and smoking cessation: long-term follow-up of patients treated at a smoking cessation unit</article-title>
          <source>Nicotine Tob Res</source>
          <year>2006</year>
          <month>03</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1080/14622200500264432</pub-id>
          <pub-id pub-id-type="medline">16497597</pub-id>
          <pub-id pub-id-type="pii">G62Q71447J547515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Gunn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Irvin</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Fouladi</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Daza</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mazas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Gritz</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>What accounts for the association of education and smoking cessation?</article-title>
          <source>Prev Med</source>
          <year>2005</year>
          <month>05</month>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>452</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2004.07.001</pub-id>
          <pub-id pub-id-type="medline">15530598</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(04)00374-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kendzor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Reitzel</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Costello</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Woerpel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mazas</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Vidrine</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Greisinger</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Mechanisms linking socioeconomic status to smoking cessation: a structural equation modeling approach</article-title>
          <source>Health Psychol</source>
          <year>2010</year>
          <month>05</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>262</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20496980"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0019285</pub-id>
          <pub-id pub-id-type="medline">20496980</pub-id>
          <pub-id pub-id-type="pii">2010-09923-005</pub-id>
          <pub-id pub-id-type="pmcid">PMC2922845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fagan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shavers</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Employment characteristics and socioeconomic factors associated with disparities in smoking abstinence and former smoking among US workers</article-title>
          <source>J Health Care Poor Underserved</source>
          <year>2007</year>
          <month>12</month>
          <volume>18</volume>
          <issue>4 Suppl</issue>
          <fpage>52</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1353/hpu.2007.0119</pub-id>
          <pub-id pub-id-type="medline">18065852</pub-id>
          <pub-id pub-id-type="pii">S1548686907400523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendzor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Costello</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Castro</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Reitzel</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Woerpel</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mazas</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Vidrine</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Greisinger</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Financial strain and smoking cessation among racially/ethnically diverse smokers</article-title>
          <source>Am J Public Health</source>
          <year>2010</year>
          <month>05</month>
          <volume>100</volume>
          <issue>4</issue>
          <fpage>702</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20167886"/>
          </comment>
          <pub-id pub-id-type="doi">10.2105/AJPH.2009.172676</pub-id>
          <pub-id pub-id-type="medline">20167886</pub-id>
          <pub-id pub-id-type="pii">AJPH.2009.172676</pub-id>
          <pub-id pub-id-type="pmcid">PMC2836332</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kotz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Explaining the social gradient in smoking cessation: it's not in the trying, but in the succeeding</article-title>
          <source>Tob Control</source>
          <year>2009</year>
          <month>03</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/cgi/pmidlookup?view=long&#38;pmid=18936053"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tc.2008.025981</pub-id>
          <pub-id pub-id-type="medline">18936053</pub-id>
          <pub-id pub-id-type="pii">tc.2008.025981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Froelicher</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Doolan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yerger</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>McGruder</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Malone</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Combining community participatory research with a randomized clinical trial: the protecting the hood against tobacco (PHAT) smoking cessation study</article-title>
          <source>Heart Lung</source>
          <year>2010</year>
          <volume>39</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.hrtlng.2009.06.004</pub-id>
          <pub-id pub-id-type="medline">20109986</pub-id>
          <pub-id pub-id-type="pii">S0147-9563(09)00149-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okuyemi</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Nollen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Catley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Pathways to health: a cluster randomized trial of nicotine gum and motivational interviewing for smoking cessation in low-income housing</article-title>
          <source>Health Educ Behav</source>
          <year>2007</year>
          <month>03</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198106288046</pub-id>
          <pub-id pub-id-type="medline">16778147</pub-id>
          <pub-id pub-id-type="pii">1090198106288046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rayens</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Chirila</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Riker</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Warnick</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a quit and win contest with a low-income population</article-title>
          <source>Prev Med</source>
          <year>2004</year>
          <month>10</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>543</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2004.02.012</pub-id>
          <pub-id pub-id-type="medline">15313094</pub-id>
          <pub-id pub-id-type="pii">S0091743504000830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendzor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Reitzel</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Mazas</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Cofta-Woerpel</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Costello</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vidrine</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Castro</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ahluwalia</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Cinciripini</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Individual- and area-level unemployment influence smoking cessation among African Americans participating in a randomized clinical trial</article-title>
          <source>Soc Sci Med</source>
          <year>2012</year>
          <month>05</month>
          <volume>74</volume>
          <issue>9</issue>
          <fpage>1394</fpage>
          <lpage>401</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22405506"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2012.01.013</pub-id>
          <pub-id pub-id-type="medline">22405506</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(12)00128-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3321106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2019</year>
          <access-date>2019-08-16</access-date>
          <comment>Mobile Technology and Home Broadband 2019<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/2019/06/13/mobile-technology-and-home-broadband-2019/">https://www.pewinternet.org/2019/06/13/mobile-technology-and-home-broadband-2019/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stathopoulou</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Basden</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Leyro</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Otto</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>A meta-analytic review of psychosocial interventions for substance use disorders</article-title>
          <source>Am J Psychiatry</source>
          <year>2008</year>
          <month>03</month>
          <volume>165</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2007.06111851</pub-id>
          <pub-id pub-id-type="medline">18198270</pub-id>
          <pub-id pub-id-type="pii">appi.ajp.2007.06111851</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stitzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Petry</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Contingency management for treatment of substance abuse</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2006</year>
          <volume>2</volume>
          <fpage>411</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.2.022305.095219</pub-id>
          <pub-id pub-id-type="medline">17716077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prendergast</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Podus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Finney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Roll</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Contingency management for treatment of substance use disorders: a meta-analysis</article-title>
          <source>Addiction</source>
          <year>2006</year>
          <month>12</month>
          <volume>101</volume>
          <issue>11</issue>
          <fpage>1546</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2006.01581.x</pub-id>
          <pub-id pub-id-type="medline">17034434</pub-id>
          <pub-id pub-id-type="pii">ADD1581</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Sigmon</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Reimann</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Badger</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Heil</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>A contingency-management intervention to promote initial smoking cessation among opioid-maintained patients</article-title>
          <source>Exp Clin Psychopharmacol</source>
          <year>2010</year>
          <month>03</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20158293"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0018649</pub-id>
          <pub-id pub-id-type="medline">20158293</pub-id>
          <pub-id pub-id-type="pii">2010-02775-004</pub-id>
          <pub-id pub-id-type="pmcid">PMC3605744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tevyaw</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Colby</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tidey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kahler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rohsenow</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gwaltney</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Monti</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Contingency management and motivational enhancement: a randomized clinical trial for college student smokers</article-title>
          <source>Nicotine Tob Res</source>
          <year>2009</year>
          <month>07</month>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>739</fpage>
          <lpage>49</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19443788"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntp058</pub-id>
          <pub-id pub-id-type="medline">19443788</pub-id>
          <pub-id pub-id-type="pii">ntp058</pub-id>
          <pub-id pub-id-type="pmcid">PMC2688604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Badger</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Effects of voucher-based incentives on abstinence from cigarette smoking and fetal growth among pregnant women</article-title>
          <source>Addiction</source>
          <year>2008</year>
          <month>07</month>
          <volume>103</volume>
          <issue>6</issue>
          <fpage>1009</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18482424"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2008.02237.x</pub-id>
          <pub-id pub-id-type="medline">18482424</pub-id>
          <pub-id pub-id-type="pii">ADD2237</pub-id>
          <pub-id pub-id-type="pmcid">PMC2731575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Berlin</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sox</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial of financial incentives for smoking cessation</article-title>
          <source>Cancer Epidemiol Biomarkers Prev</source>
          <year>2006</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cebp.aacrjournals.org/cgi/pmidlookup?view=long&#38;pmid=16434580"/>
          </comment>
          <pub-id pub-id-type="doi">10.1158/1055-9965.EPI-05-0314</pub-id>
          <pub-id pub-id-type="medline">16434580</pub-id>
          <pub-id pub-id-type="pii">15/1/12</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Troxel</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Pauly</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Glick</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Puig</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Galvin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>de Guzman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Audrain-McGovern</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A randomized, controlled trial of financial incentives for smoking cessation</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <month>03</month>
          <day>12</day>
          <volume>360</volume>
          <issue>7</issue>
          <fpage>699</fpage>
          <lpage>709</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMsa0806819</pub-id>
          <pub-id pub-id-type="medline">19213683</pub-id>
          <pub-id pub-id-type="pii">360/7/699</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sigmon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Voucher-based contingent reinforcement of smoking abstinence among methadone-maintained patients: a pilot study</article-title>
          <source>J Appl Behav Anal</source>
          <year>2008</year>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>527</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19192857"/>
          </comment>
          <pub-id pub-id-type="doi">10.1901/jaba.2008.41-527</pub-id>
          <pub-id pub-id-type="medline">19192857</pub-id>
          <pub-id pub-id-type="pmcid">PMC2606604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alessi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Petry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Urso</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Contingency management promotes smoking reductions in residential substance abuse patients</article-title>
          <source>J Appl Behav Anal</source>
          <year>2008</year>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>617</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19192865"/>
          </comment>
          <pub-id pub-id-type="doi">10.1901/jaba.2008.41-617</pub-id>
          <pub-id pub-id-type="medline">19192865</pub-id>
          <pub-id pub-id-type="pmcid">PMC2606592</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Rash</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Smoking cessation in recovery: comparing 2 different cognitive behavioral treatments</article-title>
          <source>Addict Disord Treat</source>
          <year>2010</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>64</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1097/adt.0b013e3181bf0310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Correia</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Benson</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>The use of contingency management to reduce cigarette smoking among college students</article-title>
          <source>Exp Clin Psychopharmacol</source>
          <year>2006</year>
          <month>05</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>171</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1037/1064-1297.14.2.171</pub-id>
          <pub-id pub-id-type="medline">16756421</pub-id>
          <pub-id pub-id-type="pii">2006-07129-008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Washio</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Badger</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Skelly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Effects of smoking cessation with voucher-based contingency management on birth outcomes</article-title>
          <source>Addiction</source>
          <year>2010</year>
          <month>12</month>
          <volume>105</volume>
          <issue>11</issue>
          <fpage>2023</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20840188"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2010.03073.x</pub-id>
          <pub-id pub-id-type="medline">20840188</pub-id>
          <pub-id pub-id-type="pmcid">PMC2970671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Washio</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heil</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gaalema</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>IM</given-names>
            </name>
          </person-group>
          <article-title>Financial incentives for smoking cessation among pregnant and newly postpartum women</article-title>
          <source>Prev Med</source>
          <year>2012</year>
          <month>12</month>
          <volume>55</volume>
          <issue>Suppl</issue>
          <fpage>S33</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22227223"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2011.12.016</pub-id>
          <pub-id pub-id-type="medline">22227223</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(11)00514-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC3399924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ledgerwood</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Arfken</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Petry</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Alessi</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Prize contingency management for smoking cessation: a randomized trial</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2014</year>
          <month>07</month>
          <day>1</day>
          <volume>140</volume>
          <fpage>208</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24793364"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2014.03.032</pub-id>
          <pub-id pub-id-type="medline">24793364</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(14)00822-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5020416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Secades-Villa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>García-Rodríguez</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>López-Núñez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso-Pérez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-Hermida</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Contingency management for smoking cessation among treatment-seeking patients in a community setting</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2014</year>
          <month>07</month>
          <day>1</day>
          <volume>140</volume>
          <fpage>63</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2014.03.030</pub-id>
          <pub-id pub-id-type="medline">24768410</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(14)00820-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giles</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Robalino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McColl</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of financial incentives for health behaviour change: systematic review and meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e90347</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0090347"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0090347</pub-id>
          <pub-id pub-id-type="medline">24618584</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-51269</pub-id>
          <pub-id pub-id-type="pmcid">PMC3949711</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donatelle</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Prows</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Champeau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Randomised controlled trial using social support and financial incentives for high risk pregnant smokers: significant other supporter (SOS) program</article-title>
          <source>Tob Control</source>
          <year>2000</year>
          <volume>9</volume>
          <issue>Suppl 3</issue>
          <fpage>III67</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/cgi/pmidlookup?view=long&#38;pmid=10982912"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tc.9.suppl_3.iii67</pub-id>
          <pub-id pub-id-type="medline">10982912</pub-id>
          <pub-id pub-id-type="pmcid">PMC1766304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Etter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Effects of large financial incentives for long-term smoking cessation: a randomized trial</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2016</year>
          <month>08</month>
          <day>23</day>
          <volume>68</volume>
          <issue>8</issue>
          <fpage>777</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(16)33447-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2016.04.066</pub-id>
          <pub-id pub-id-type="medline">27539168</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(16)33447-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Notley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Livingstone-Banks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bauld</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hartmann-Boyce</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Incentives for smoking cessation</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2019</year>
          <month>07</month>
          <day>17</day>
          <volume>7</volume>
          <fpage>CD004307</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD004307.pub6</pub-id>
          <pub-id pub-id-type="medline">31313293</pub-id>
          <pub-id pub-id-type="pmcid">PMC6635501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendzor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Poonawalla</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Cuate</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Kesh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rios</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Balis</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Financial incentives for abstinence among socioeconomically disadvantaged individuals in smoking cessation treatment</article-title>
          <source>Am J Public Health</source>
          <year>2015</year>
          <month>07</month>
          <volume>105</volume>
          <issue>6</issue>
          <fpage>1198</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2014.302102</pub-id>
          <pub-id pub-id-type="medline">25393172</pub-id>
          <pub-id pub-id-type="pmcid">PMC4431094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rash</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Petry</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Alessi</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of contingency management for smoking cessation in the homeless</article-title>
          <source>Psychol Addict Behav</source>
          <year>2018</year>
          <month>03</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29461070"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/adb0000350</pub-id>
          <pub-id pub-id-type="medline">29461070</pub-id>
          <pub-id pub-id-type="pii">2018-07089-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC5858980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Businelle</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kendzor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Kesh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cuate</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Poonawalla</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Reitzel</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Okuyemi</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Wetter</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Small financial incentives increase smoking cessation in homeless smokers: a pilot study</article-title>
          <source>Addict Behav</source>
          <year>2014</year>
          <month>03</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>717</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2013.11.017</pub-id>
          <pub-id pub-id-type="medline">24321696</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(13)00409-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lasser</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Quintiliani</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Xuan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Murillo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jean</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pbert</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Effect of patient navigation and financial incentives on smoking cessation among primary care patients at an urban safety-net hospital: a randomized clinical trial</article-title>
          <source>JAMA Intern Med</source>
          <year>2017</year>
          <month>12</month>
          <day>1</day>
          <volume>177</volume>
          <issue>12</issue>
          <fpage>1798</fpage>
          <lpage>807</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29084312"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2017.4372</pub-id>
          <pub-id pub-id-type="medline">29084312</pub-id>
          <pub-id pub-id-type="pii">2659556</pub-id>
          <pub-id pub-id-type="pmcid">PMC5820724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kobinsky</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Adsit</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of incentives for smoking treatment in medicaid members</article-title>
          <source>Am J Prev Med</source>
          <year>2017</year>
          <month>12</month>
          <volume>53</volume>
          <issue>6</issue>
          <fpage>754</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29079405"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2017.08.027</pub-id>
          <pub-id pub-id-type="medline">29079405</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(17)30482-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5978743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mundt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Piper</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Paying low-income smokers to quit? The cost-effectiveness of incentivizing tobacco quit line engagement for medicaid recipients who smoke</article-title>
          <source>Value Health</source>
          <year>2019</year>
          <month>02</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(18)33263-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2018.08.001</pub-id>
          <pub-id pub-id-type="medline">30711062</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(18)33263-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6362459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonevski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lynagh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Money as motivation to quit: a survey of a non-random Australian sample of socially disadvantaged smokers' views of the acceptability of cash incentives</article-title>
          <source>Prev Med</source>
          <year>2012</year>
          <month>08</month>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>122</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0091-7435(12)00247-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2012.06.001</pub-id>
          <pub-id pub-id-type="medline">22691939</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(12)00247-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sindelar</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Financial versus health motivation to quit smoking: a randomized field study</article-title>
          <source>Prev Med</source>
          <year>2014</year>
          <month>03</month>
          <volume>59</volume>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24139975"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2013.10.008</pub-id>
          <pub-id pub-id-type="medline">24139975</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(13)00378-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haff</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Troxel</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>The role of behavioral economic incentive design and demographic characteristics in financial incentive-based approaches to changing health behaviors: a meta-analysis</article-title>
          <source>Am J Health Promot</source>
          <year>2015</year>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>314</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.4278/ajhp.140714-LIT-333</pub-id>
          <pub-id pub-id-type="medline">25928816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mantzari</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shemilt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Marteau</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Personal financial incentives for changing habitual health-related behaviors: a systematic review and meta-analysis</article-title>
          <source>Prev Med</source>
          <year>2015</year>
          <month>07</month>
          <volume>75</volume>
          <fpage>75</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0091-7435(15)00072-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2015.03.001</pub-id>
          <pub-id pub-id-type="medline">25843244</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(15)00072-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4728181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raiff</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Grabinski</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Internet-based contingency management to promote smoking cessation: a randomized controlled study</article-title>
          <source>J Appl Behav Anal</source>
          <year>2013</year>
          <month>12</month>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>750</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24114862"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jaba.89</pub-id>
          <pub-id pub-id-type="medline">24114862</pub-id>
          <pub-id pub-id-type="pmcid">PMC4570245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raiff</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Turturici</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Acceptability of an internet-based contingency management intervention for smoking cessation: views of smokers, nonsmokers, and healthcare professionals</article-title>
          <source>Exp Clin Psychopharmacol</source>
          <year>2013</year>
          <month>07</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>204</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23750691"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0032451</pub-id>
          <pub-id pub-id-type="medline">23750691</pub-id>
          <pub-id pub-id-type="pii">2013-20129-002</pub-id>
          <pub-id pub-id-type="pmcid">PMC4000566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoops</surname>
              <given-names>WW</given-names>
            </name>
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fields</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Nuzzo</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenberg</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>An internet-based abstinence reinforcement smoking cessation intervention in rural smokers</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2009</year>
          <month>12</month>
          <day>1</day>
          <volume>105</volume>
          <issue>1-2</issue>
          <fpage>56</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19615830"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2009.06.010</pub-id>
          <pub-id pub-id-type="medline">19615830</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(09)00227-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC2743786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meredith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nuzzo</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Internet-based group contingency management to promote smoking abstinence</article-title>
          <source>Exp Clin Psychopharmacol</source>
          <year>2015</year>
          <month>07</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>176</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25821915"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/pha0000013</pub-id>
          <pub-id pub-id-type="medline">25821915</pub-id>
          <pub-id pub-id-type="pii">2015-13565-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4461474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raiff</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marsch</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stitzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grabinski</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Nationwide access to an internet-based contingency management intervention to promote smoking cessation: a randomized controlled trial</article-title>
          <source>Addiction</source>
          <year>2017</year>
          <month>05</month>
          <volume>112</volume>
          <issue>5</issue>
          <fpage>875</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27923264"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.13715</pub-id>
          <pub-id pub-id-type="medline">27923264</pub-id>
          <pub-id pub-id-type="pmcid">PMC5382065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hertzberg</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Calhoun</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Dedert</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Beckham</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Mobile contingency management as an adjunctive smoking cessation treatment for smokers with posttraumatic stress disorder</article-title>
          <source>Nicotine Tob Res</source>
          <year>2013</year>
          <month>12</month>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>1934</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23645606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntt060</pub-id>
          <pub-id pub-id-type="medline">23645606</pub-id>
          <pub-id pub-id-type="pii">ntt060</pub-id>
          <pub-id pub-id-type="pmcid">PMC3790624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Hertzberg</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Calhoun</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Dedert</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Hair</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Beckham</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Multicomponent smoking cessation treatment including mobile contingency management in homeless veterans</article-title>
          <source>J Clin Psychiatry</source>
          <year>2015</year>
          <month>07</month>
          <volume>76</volume>
          <issue>7</issue>
          <fpage>959</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25699616"/>
          </comment>
          <pub-id pub-id-type="doi">10.4088/JCP.14m09053</pub-id>
          <pub-id pub-id-type="medline">25699616</pub-id>
          <pub-id pub-id-type="pmcid">PMC4522209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan-Sarin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>An open-label pilot study of an intervention using mobile phones to deliver contingency management of tobacco abstinence to high school students</article-title>
          <source>Exp Clin Psychopharmacol</source>
          <year>2017</year>
          <month>10</month>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>333</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29048181"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/pha0000151</pub-id>
          <pub-id pub-id-type="medline">29048181</pub-id>
          <pub-id pub-id-type="pii">2017-47030-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC5687821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <source>SCRAM: Systems Alcohol and Location Monitoring</source>
          <year>2020</year>
          <access-date>2020-01-03</access-date>
          <comment>Automated Facial Intelligence (AFI)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scramsystems.com/products/alcohol-monitoring/automated-facial-intelligence/">https://www.scramsystems.com/products/alcohol-monitoring/automated-facial-intelligence/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <source>SoberLink: The Experts in Remote Alcohol Monitoring</source>
          <year>2020</year>
          <access-date>2020-01-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.soberlink.com/">https://www.soberlink.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <source>Oklahoma Tobacco Research Center</source>
          <year>2019</year>
          <access-date>2019-08-02</access-date>
          <comment>Insight Platform: About Insight<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://otrc.stephensoncancercenter.org/Mobile-Health-Technology/Insight-Platform">https://otrc.stephensoncancercenter.org/Mobile-Health-Technology/Insight-Platform</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <source>Bedfont Scientific</source>
          <year>2018</year>
          <access-date>2019-08-02</access-date>
          <comment>iCO Smokerlyzer: The World's First Smokerlyzer Breath CO Monitor for Your Smartphone/Tablet<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bedfont.com/ico">https://www.bedfont.com/ico</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <source>Microsoft Docs</source>
          <year>2019</year>
          <access-date>2019-08-16</access-date>
          <comment>What is the Azure Face Service?<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://docs.microsoft.com/en-us/azure/cognitive-services/face/overview">https://docs.microsoft.com/en-us/azure/cognitive-services/face/overview</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <source>Greenphire</source>
          <year>2019</year>
          <access-date>2019-08-02</access-date>
          <comment>ClinCard: Automated Participant Payments<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://greenphire.com/clincard/">https://greenphire.com/clincard/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <source>Oklahoma Tobacco Research Center</source>
          <year>2020</year>
          <access-date>2020-02-06</access-date>
          <comment>Tobacco Treatment Research Program<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://otrc.stephensoncancercenter.org/Free-Help-to-Quit">https://otrc.stephensoncancercenter.org/Free-Help-to-Quit</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arozullah</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Yarnold</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Soltysik</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Costello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shakir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Denwood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a short-form, rapid estimate of adult literacy in medicine</article-title>
          <source>Med Care</source>
          <year>2007</year>
          <month>12</month>
          <volume>45</volume>
          <issue>11</issue>
          <fpage>1026</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3180616c1b</pub-id>
          <pub-id pub-id-type="medline">18049342</pub-id>
          <pub-id pub-id-type="pii">00005650-200711000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bernert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Foulds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hecht</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Oncken</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Piper</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Biochemical verification of tobacco use and abstinence: 2019 update</article-title>
          <source>Nicotine Tob Res</source>
          <year>2019</year>
          <month>10</month>
          <day>1</day>
          <fpage>-</fpage>
          <comment>epub ahead of print</comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntz132</pub-id>
          <pub-id pub-id-type="medline">31570931</pub-id>
          <pub-id pub-id-type="pii">5579733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>US Department of Health and Human Services</collab>
            <collab>Public Health Service</collab>
          </person-group>
          <source>Treating Tobacco Use and Dependence: 2008 Update</source>
          <year>2008</year>
          <publisher-loc>Scotts Valley, California, US</publisher-loc>
          <publisher-name>CreateSpace Independent Publishing Platform</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)-a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>05</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grother</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ngan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hanaoka</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>National Institute of Standards and Technology</source>
          <year>2019</year>
          <access-date>2020-01-07</access-date>
          <comment>Face Recognition Vendor Test (FRVT) Part 3: Demographic Effects<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nvlpubs.nist.gov/nistpubs/ir/2019/NIST.IR.8280.pdf">https://nvlpubs.nist.gov/nistpubs/ir/2019/NIST.IR.8280.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
