<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i11e37579</article-id>
      <article-id pub-id-type="pmid">36346666</article-id>
      <article-id pub-id-type="doi">10.2196/37579</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Text Message Reminders to Improve Immunization Appointment Attendance in Alberta, Canada: The Childhood Immunization Reminder Project Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Das</surname>
            <given-names>Manoja</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yang</surname>
            <given-names>Yahan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>MacDonald</surname>
            <given-names>Shannon E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Faculty of Nursing</institution>
            <institution>University of Alberta</institution>
            <addr-line>Edmonton Clinic Health Academy</addr-line>
            <addr-line>11405 - 87 Ave NW</addr-line>
            <addr-line>Edmonton, AB, T6G 1C9</addr-line>
            <country>Canada</country>
            <phone>1 780 248 1463</phone>
            <email>smacdon@ualberta.ca</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4675-4433</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Marfo</surname>
            <given-names>Emmanuel</given-names>
          </name>
          <degrees>MN</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9654-404X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sell</surname>
            <given-names>Hannah</given-names>
          </name>
          <degrees>BHSc, MSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8468-1410</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Assi</surname>
            <given-names>Ali</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2988-8376</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Frank-Wilson</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5486-239X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Atkinson</surname>
            <given-names>Katherine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9220-8316</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kellner</surname>
            <given-names>James D</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9083-2980</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>McNeil</surname>
            <given-names>Deborah</given-names>
          </name>
          <degrees>BSc, MN, PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0944-5615</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Klein</surname>
            <given-names>Kristin</given-names>
          </name>
          <degrees>BSc, MD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4347-5626</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" deceased="yes">
          <name name-style="western">
            <surname>Svenson</surname>
            <given-names>Lawrence W</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <xref rid="aff12" ref-type="aff">12</xref>
          <xref rid="aff13" ref-type="aff">13</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3391-578X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Faculty of Nursing</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>School of Public Health</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>South Zone Data &#38; Analytics</institution>
        <institution>Alberta Health Services</institution>
        <addr-line>Lethbridge, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Faculty of Health Sciences</institution>
        <institution>University of Lethbridge</institution>
        <addr-line>Lethbridge, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Department of Global Public Health</institution>
        <institution>Karolinska Institutet</institution>
        <addr-line>Stockholm</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Clinical Epidemiology Program</institution>
        <institution>Ottawa Hospital Research Institute</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Department of Pediatrics</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Alberta Health Services</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Strategic Clinical Networks</institution>
        <institution>Alberta Health Services</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Communicable Disease Control</institution>
        <institution>Provincial Population &#38; Public Health</institution>
        <institution>Alberta Health Services</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Division of Preventive Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Analytics and Performance Reporting</institution>
        <institution>Alberta Health</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff13">
        <label>13</label>
        <institution>Department of Community Health Sciences</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Shannon E MacDonald <email>smacdon@ualberta.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>11</issue>
      <elocation-id>e37579</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>10</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Shannon E MacDonald, Emmanuel Marfo, Hannah Sell, Ali Assi, Andrew Frank-Wilson, Katherine Atkinson, James D Kellner, Deborah McNeil, Kristin Klein, Lawrence W Svenson. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 08.11.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2022/11/e37579" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Vaccine coverage for 18-month-old children in Canada is often below the recommended level, which may be partially because of parental forgetfulness. SMS text message reminders have been shown to potentially improve childhood immunization uptake but have not been widely used in Alberta, Canada. In addition, it has been noted that language barriers may impede immunization service delivery but continue to remain unaddressed in many existing reminder and recall systems.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to assess the effectiveness and acceptability of using SMS text messages containing a link to web-based immunization information in different languages to remind parents of their child’s 18-month immunization appointment.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Childhood Immunization Reminder Project was a pilot intervention at 2 public health centers, one each in Lethbridge and Edmonton, Alberta, Canada. Two SMS text message reminders were sent to parents: a booking reminder 3 months before their child turned 18 months old and an appointment reminder 3 days before their scheduled appointment. Booking reminders included a link to the study website hosting immunization information in 9 languages. To evaluate intervention effectiveness, we compared the absolute attendance no-show rates before the intervention and after the intervention. The acceptability of the intervention was evaluated through web-based surveys completed by parents and public health center staff. Google Analytics was used to determine how often web-based immunization information was accessed, from where, and in which languages.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Following the intervention, the health center in Edmonton had a reduction of 6.4% (95% CI 3%-9.8%) in appointment no-shows, with no change at the Lethbridge Health Center (0.8%, 95% CI −1.4% to 3%). The acceptability surveys were completed by 222 parents (response rate: 23.9%) and 22 staff members. Almost all (&#62;95%) respondents indicated that the reminders were helpful and provided useful suggestions for improvement. All surveyed parents (222/222, 100%) found it helpful to read web-based immunization information in their language of choice. Google Analytics data showed that immunization information was most often read in English (118/207, 57%), Punjabi (52/207, 25.1%), Arabic (13/207, 6.3%), Spanish (12/207, 5.8%), Italian (4/207, 1.9%), Chinese (4/207, 1.9%), French (2/207, 0.9%), Tagalog (1/207, 0.5%), and Vietnamese (1/207, 0.5%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The study’s findings support the use of SMS text message reminders as a convenient and acceptable method to minimize parental forgetfulness and potentially reduce appointment no-shows. The diverse languages accessed in web-based immunization information suggest the need to provide appropriate translated immunization information. Further research is needed to evaluate the impact of SMS text message reminders on childhood immunization coverage in different settings.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>text message</kwd>
        <kwd>SMS</kwd>
        <kwd>immunization reminder</kwd>
        <kwd>reminder-recall</kwd>
        <kwd>routine immunization</kwd>
        <kwd>childhood</kwd>
        <kwd>immunization</kwd>
        <kwd>reminder</kwd>
        <kwd>children</kwd>
        <kwd>language barrier</kwd>
        <kwd>Canada</kwd>
        <kwd>vaccine</kwd>
        <kwd>vaccination</kwd>
        <kwd>coverage</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Immunization is a safe and cost-effective intervention that substantially reduces childhood morbidity and mortality [<xref ref-type="bibr" rid="ref1">1</xref>]. Routine childhood immunization is publicly funded across Canada. However, childhood vaccine coverage remains suboptimal [<xref ref-type="bibr" rid="ref2">2</xref>]. Evidence from Canada and globally has shown a link between suboptimal vaccine coverage and vaccine-preventable disease outbreaks [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>It is a well-recognized phenomenon that the uptake of infant vaccines exhibits a precipitous drop at the 18-month vaccine doses [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. The vaccines administered at 18 months of age in Canada include diphtheria-tetanus-acellular pertussis-polio-<italic>Haemophilus influenzae</italic> type b (DTaP-IPV-Hib) in all provinces or territories, measles-mumps-rubella-varicella (MMRV) in 7 provinces or territories, and pneumococcal conjugate 13-valent (Pneu C13) and hepatitis B in one province or territory each [<xref ref-type="bibr" rid="ref8">8</xref>]. The drop in coverage at 18 months is exemplified in Alberta, where 2021 coverage levels for the third dose of DTaP-IPV-Hib, typically given at 6 months, was 89%, but only 75% for the fourth dose, given at 18 months [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The literature has shown that parental forgetfulness of immunization appointments is a key barrier to 18-month vaccine uptake [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Factors contributing to this forgetfulness in Canadian parents include the following: (1) the perception that infant vaccines are completed by 12 months of age, (2) the end of paid parental leave and return to work, (3) a 6-month gap between appointments, and (4) the inability of some booking systems to schedule an appointment 6 months in advance [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. People with low socioeconomic status are more likely to have low vaccine coverage because of challenges in caring for multiple children, multiple household moves, inadequate income, and language barriers [<xref ref-type="bibr" rid="ref14">14</xref>]. Suboptimal immunization coverage among certain populations is problematic and creates work for health care providers in catching up with missed doses. Hence, there is a need for a robust immunization appointment reminder system to help alleviate some of these challenges.</p>
        <p>Previous research has shown that SMS text message reminders improve childhood immunization uptake [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], particularly when educational information is included [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Furthermore, providing educational information in different languages can promote engagement with immunization information and help parents of different ethnic backgrounds understand immunization benefits [<xref ref-type="bibr" rid="ref18">18</xref>]. SMS text messaging has also been shown to be relatively low cost, technologically easy, widely available, and applicable to various health problems [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Given that the effectiveness of public health interventions is context specific [<xref ref-type="bibr" rid="ref21">21</xref>], assessing whether a new SMS text message intervention would have the intended impact (ie, fewer missed appointments) and would be acceptable to stakeholders is crucial. There was interest among public health stakeholders in Alberta in testing an SMS text messaging reminder system for preschool immunization. Thus, this study aimed to assess the effectiveness and acceptability of using SMS text messages containing a link to web-based immunization information in different languages to remind parents of their child’s 18-month immunization appointment.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Setting</title>
        <p>Alberta is a western Canadian province with approximately 4.4 million residents. The province is divided into 5 zones for the administration of health services by Alberta Health Services (AHS). Routine preschool immunization is delivered exclusively by nurses at public health centers (PHCs).</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The Childhood Immunization Reminder Project (ChIRP) was a pilot intervention aimed at improving attendance at 18-month immunization appointments by sending SMS text message reminders to parents. ChIRP was implemented at two PHCs: (1) Mill Woods PHC in the Edmonton health zone, which serves an ethnically diverse population in a high-density urban city with a total population of 1.1 million [<xref ref-type="bibr" rid="ref22">22</xref>], and (2) Lethbridge PHC in the South Health Zone, which serves a more ethnically homogenous population in a small city within a rural area with a population of 102,000 [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Using an automated system (iceAlert), 2 SMS text message reminders were sent to each parent participating in the study. Messages were sent to the primary phone number on file provided by the parents during registration. Most were cell phone numbers, but voice message reminders were sent instead of SMS text messages if the phone number provided was a landline number. The first message was sent 3 months before the child turned 18 months (ie, when the child was 15 months old) to remind parents to book the 18-month appointment or to reschedule an existing appointment if needed. The reminders were sent monthly between May 2019 and May 2020 to all parents of children who turned 15 months old in that month and had a postal code within the service area of Mill Woods or Lethbridge PHCs. This reminder included a link to the study website hosting immunization information in 9 languages (English, French, Arabic, traditional Chinese, Italian, Punjabi, Spanish, Tagalog, and Vietnamese).</p>
        <p>The second message was a reminder of the date and time of the booked 18-month appointment, which was sent 3 days before the scheduled visit. This reminder was initiated by AHS in December 2018, shortly before the start of ChIRP, and was, therefore, incorporated into the evaluation. This was an opt-out system (ie, parents received the message unless they asked not to). <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the timeline of the intervention and evaluation periods.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Timeline of study intervention and evaluation periods. AHS: Alberta Health Services; PHC: public health center.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e37579_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Evaluation</title>
        <sec>
          <title>Effectiveness</title>
          <p>To evaluate the effectiveness of the intervention, we compared absolute no-show rates before (December 2017 to December 2018) and after (August 2019 to August 2020) the intervention in both PHCs using routinely collected administrative data from AHS. No-shows were defined as children who had missed their scheduled appointments, including those who rescheduled missed appointments. We identified all children with 18-month immunization appointments at the PHCs by using provincial patient identification numbers. Children were excluded from the analysis if their appointment was canceled or outside the preintervention or postintervention periods, they had not yet had their appointment, or were aged &#62;24 months. No-show rates were determined by dividing the total number of no-shows by the total number of 18-month immunization appointments at each PHC. The no-show rates at the intervention sites were compared with PHCs with similar client demographics in the same health zone (ie, Northeast Edmonton PHC for Mill Woods and Medicine Hat PHC for Lethbridge) using a 2-sample proportion test. The analysis was performed using R (version 3.6.3; R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref23">23</xref>] and Stata (version 15.1; StataCorp).</p>
        </sec>
        <sec>
          <title>Acceptability</title>
          <p>Parents and PHC staff evaluated the acceptability of the reminder intervention. The PHC staff recruited parents for the web-based survey evaluation during their child’s 12-month immunization appointment, starting in March (Lethbridge) or May 2019 (Edmonton) and continuing until February 2020. Interested parents received an information sheet and consent form (available in 9 languages) that collected their name, child’s name and date of birth, and mobile phone number. There were no eligibility restrictions in terms of age, gender, or other sociodemographic characteristics other than needing a mobile phone to receive the evaluation survey link. In consultation with PHC managers, a parallel survey was sent to all staff who worked at either participating PHC during the intervention period, including nurses and clerical staff. Informed consent was obtained from all the participants.</p>
          <p>Participating parents were sent a text message containing a link to a web-based survey when their child was 19 months old, after the intended 18-month immunization appointment. Parent surveys were completed between September 2019 and October 2020. The PHC staff were sent the staff survey link via email at the end of the intervention period in December 2020 or January 2021. Survey data were collected and managed using REDCap (Research Electronic Data Capture; Vanderbilt University) tools hosted and supported by the Women and Children’s Health Research Institute at the University of Alberta [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
          <p>Sociodemographic information collected from parents included residential location, whether they were born in Canada, language or languages read, education level, and annual household income. The PHC staff provided the PHC’s location and their job position. Parents were asked about the helpfulness of the reminders, when the reminders should be sent, what actions they took because of the reminders, and whether their child had attended the 18-month immunization appointment. The PHC staff evaluated the helpfulness and impact of the reminders, when and how many reminders should be sent, and which other routine vaccine programs (2-month, 4-month, 6-month, 12-month, preschool, and school-based) should be considered for reminders.</p>
          <p>Both parents and PHC staff evaluated the helpfulness and impact of the web-based immunization information included in the reminder. Google Analytics [<xref ref-type="bibr" rid="ref25">25</xref>] was used to determine how often the information was accessed, from where, and in which languages. The survey data were analyzed using SPSS (version 26; IBM Corp) [<xref ref-type="bibr" rid="ref26">26</xref>]. Descriptive statistics (ie, frequencies or percentages) were calculated for the survey responses.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the Health Research Ethics Board of the University of Alberta (study ID: Pro00085642).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>Throughout the intervention period (May 2019 to May 2020), a total of 3307 booking reminders were successfully sent, including 2885 SMS text messages and 422 voice notifications. A small number of reminders (n=133) were not delivered. Data on the number of 3-day appointment reminders sent were not available because these reminders were sent zone-wide by AHS.</p>
      </sec>
      <sec>
        <title>Effectiveness</title>
        <p>After removing those who had not yet had an appointment or had incomplete data, the Mill Woods PHC had 638 appointments for 18-month immunizations during the preintervention period. Of the 638 appointments, 116 (18.2%) were either no-show or initially no-show and then rebooked. During the postintervention period, there were 1508 appointments for 18-month immunizations, with 178 (11.8%) no-shows. Data from the Northeast Edmonton PHC are shown for comparison (<xref ref-type="table" rid="table1">Table 1</xref>). Between the preintervention and postintervention periods, Mill Woods experienced a 6.4% (95% CI 3.0%-9.8%) decline in absolute no-show rates, significantly more than the control site in the Northeast Edmonton PHC (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>At Lethbridge PHC, there were 1657 appointments for 18-month immunization during the preintervention period, 186 (11.22%) of which were no-shows. During the postintervention period, there were 1653 appointments and 198 (11.97%) no-shows. Data from the Medicine Hat PHC are shown for comparison. There were no significant differences between preintervention and postintervention no-show rates in the other intervention (Lethbridge) and control site (Medicine Hat).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Absolute no-show<sup>a</sup> rates and change in rates before the intervention (December 2017 to December 2018) and after the intervention (August 2019 to August 2020).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="160"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Health zone</td>
                <td colspan="5">Preintervention rates</td>
                <td colspan="5">Postintervention rates</td>
                <td colspan="3">Change</td>
              </tr>
              <tr valign="bottom">
                <td colspan="4">
                  <break/>
                </td>
                <td colspan="2">Rate, n (%)</td>
                <td colspan="2">95% CI</td>
                <td colspan="3">Rate, n (%)</td>
                <td colspan="2">95% CI</td>
                <td colspan="3">Rate, %<sup>b</sup></td>
                <td>95% CI</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="17">
                  <bold>Edmonton zone</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="16">
                  <bold>Mill Woods (intervention site)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Attended</td>
                <td colspan="2">522 (81.8)</td>
                <td colspan="2">78.8 to 84.8</td>
                <td colspan="3">1330 (88.2)</td>
                <td colspan="2">86.6 to 89.8</td>
                <td colspan="3">6.4</td>
                <td colspan="2">3.0 to 9.8</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No-show</td>
                <td colspan="2">116 (18.2)</td>
                <td colspan="2">15.2 to 21.2</td>
                <td colspan="3">178 (11.8)</td>
                <td colspan="2">10.2 to 13.4</td>
                <td colspan="3">−6.4</td>
                <td colspan="2">−9.8 to −3.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="16">
                  <bold>Northeast Edmonton (control site)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Attended</td>
                <td colspan="2">388 (85.7)</td>
                <td colspan="2">82.5 to 88.9</td>
                <td colspan="3">1105 (81.9)</td>
                <td colspan="2">79.8 to 84.0</td>
                <td colspan="3">−3.8</td>
                <td colspan="2">−7.6 to 0.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No-show</td>
                <td colspan="2">65 (14.3)</td>
                <td colspan="2">11.1 to 17.5</td>
                <td colspan="3">244 (18.1)</td>
                <td colspan="2">16.0 to 20.2</td>
                <td colspan="3">3.8</td>
                <td colspan="2">0.0 to 7.6</td>
              </tr>
              <tr valign="top">
                <td colspan="17">
                  <bold>South zone</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="16">
                  <bold>Lethbridge (intervention site)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Attended</td>
                <td colspan="2">1471 (88.8)</td>
                <td colspan="2">87.3 to 90.3</td>
                <td colspan="3">1455 (88)</td>
                <td colspan="2">86.4 to 89.6</td>
                <td colspan="3">−0.8</td>
                <td colspan="2">−3.0 to 1.4</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No-show</td>
                <td colspan="2">186 (11.2)</td>
                <td colspan="2">9.7 to 12.7</td>
                <td colspan="3">198 (12)</td>
                <td colspan="2">6.0 to 13.6</td>
                <td colspan="3">0.8</td>
                <td colspan="2">−1.4 to 3.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="16">
                  <bold>Medicine Hat (control site)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Attended</td>
                <td colspan="2">904 (89)</td>
                <td colspan="2">87.1 to 90.9</td>
                <td colspan="3">824 (88.1)</td>
                <td colspan="2">86.0 to 90.2</td>
                <td colspan="3">−0.9</td>
                <td colspan="2">−3.7 to 1.9</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No-show</td>
                <td colspan="2">112 (11)</td>
                <td colspan="2">9.1 to 12.9</td>
                <td colspan="3">111 (11.9)</td>
                <td colspan="2">5.4 to 14.0</td>
                <td colspan="3">0.9</td>
                <td colspan="2">−1.9 to 3.7</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>No-show was defined as when a client failed to turn up for their scheduled appointment, including those who initially did not turn up for their scheduled appointment and later rebooked it.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Change in rates calculated as the difference between postintervention and preintervention rates.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Acceptability</title>
        <p>A total of 929 parents consented to participate in the evaluation survey (Mill Woods, n=484; Lethbridge, n=445), whereas 107 declined to participate (Mill Woods, n=24; Lethbridge, n=83). Of those who consented, 222 completed the parent survey (Mill Woods, n=105; Lethbridge, n=117) and 10 declined the survey after receiving it (Mill Woods, n=7; Lethbridge, n=3), with a response rate of 23.9% (222/929). Of those who responded, 93.7% (208/222) reported attending the 18-month visit, whereas 6.3% (14/222) reported missing it. A total of 22 PHC staff members completed the staff survey (Mill Woods, n=12; Lethbridge, n=10). The number who received the invitation was not available, as the PHC managers were responsible for forwarding the invitation to all staff who worked during the intervention period.</p>
      </sec>
      <sec>
        <title>Sociodemographic Characteristics</title>
        <p>As seen in <xref ref-type="table" rid="table2">Table 2</xref>, a total of 51.8% (115/222) of the parent sample was located in or near Lethbridge and 46.8% (104/222) was located in or near Mill Woods. Most were born in Canada (203/222, 91.4%), were most comfortable reading English (207/222, 93.2%), had a university degree (104/222, 46.8%) or a college certificate or diploma (87/222, 39.2%), and had an annual household income of greater than CAD $90,000 (US $65,894.85; 77/222, 34.7%). Slightly over half of the PHC staff sample was employed at Mill Woods (12/22, 55%), with the remainder employed at Lethbridge (10/22, 46%). Most of the surveyed staff members were nurses (19/22, 86%).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Sociodemographic characteristics of parents (n=222) and public health center staff (n=22).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="640"/>
            <col width="0"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Variable</td>
                <td>Respondents, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Parents</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Location</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>In or near Lethbridge</td>
                <td colspan="2">115 (51.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>In or near Mill Woods (Edmonton)</td>
                <td colspan="2">104 (46.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Not specified</td>
                <td colspan="2">3 (1.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Arrived in Canada in the last 5 years</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">16 (7.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">197 (88.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No response</td>
                <td colspan="2">9 (4.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Language most comfortable reading</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">207 (93.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Spanish</td>
                <td colspan="2">4 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Punjabi</td>
                <td colspan="2">2 (0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Chinese</td>
                <td colspan="2">1 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Others<sup>a</sup></td>
                <td colspan="2">7 (3.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No response</td>
                <td colspan="2">1 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Highest level of education completed</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>University degree</td>
                <td colspan="2">104 (46.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>College or other post–high-school academic certificate or diploma</td>
                <td colspan="2">87 (39.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>High school</td>
                <td colspan="2">21 (9.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Lower than high school</td>
                <td colspan="2">1 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Prefer not to answer or no response</td>
                <td colspan="2">9 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Annual household income (CAD $)<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>&#60;30,000</td>
                <td colspan="2">22 (9.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>30,000-59,999</td>
                <td colspan="2">36 (16.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>60,000-89,999</td>
                <td colspan="2">42 (18.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>&#62;90,000</td>
                <td colspan="2">77 (34.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Prefer not to answer</td>
                <td colspan="2">33 (14.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Do not know</td>
                <td colspan="2">6 (2.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No response</td>
                <td colspan="2">6 (2.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Public health center staff</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Health center location</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mill Woods (Edmonton zone)</td>
                <td colspan="2">12 (55)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Lethbridge (south zone)</td>
                <td colspan="2">10 (46)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Job position</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Nurse</td>
                <td colspan="2">19 (86)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Manager</td>
                <td colspan="2">2 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Administrative support</td>
                <td colspan="2">1 (5)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Other languages included Arabic, Dinka, Somali, Swedish, Ukrainian, Urdu, Yoruba, and not specified (all n=1).</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>At the time of study, CAD $1 was approximately equal to US $0.73.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Fifteen-Month Booking Reminder</title>
        <p>In total, 51.4% (114/222) of the parents surveyed reported receiving the 15-month booking reminder (<xref ref-type="table" rid="table3">Table 3</xref>). Of these 114 parents, 96.5% (n=110) reported that it was helpful. Of the 110 parents who found the reminder helpful, 30.9% (n=34) booked or rescheduled their child’s 18-month immunization appointment after receiving the reminder. Of all surveyed parents (N=222), most reported that a reminder to book the 18-month immunization appointment should be sent when children were 17 months old (n=114, 51.4%) rather than when they were 15 months old (when it was delivered for the study).</p>
        <p>As shown in <xref ref-type="table" rid="table3">Table 3</xref>, most PHC staff members reported that the 15-month reminder was helpful (21/22, 96%). A total of 81% (18/22) of the staff reported that more clients came to their scheduled appointments than usual during the 1-year intervention period. Staff from the 2 PHCs had different preferences for when to send the booking reminder; the Mill Woods staff preferred the reminder be sent at 15 months (41.7%) while Lethbridge staff preferred 16 months (6/10, 60%). Most staff members at both PHCs reported that 2 immunization booking reminders should be sent to clients (12/22, 55%).</p>
        <p>As shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>, a total of 19 PHC staff members (Mill Woods, n=11; Lethbridge, n=8) ranked childhood vaccine programs for booking reminders according to their priority. One participant from Mill Woods and 2 participants from Lethbridge did not provide a ranking. Of the 19 participants who provided rankings, some provided &#60;6 rankings, so the total for each ranking may not add up to 19. The 2-month (8/19, 42%) and 12-month (7/19, 37%) vaccine programs were most commonly ranked first for scheduling or booking reminders, followed by the preschool program (4/19, 21%). Almost half of the PHC staff ranked the school-based vaccine program as the lowest priority (9/19, 47%).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Evaluation of the 15-month booking reminder by parents who reported receiving the 15-month reminder (n=114) and public health center staff who completed the survey (n=22).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="440"/>
            <col width="170"/>
            <col width="170"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable</td>
                <td colspan="3">Response, n (%)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td>Mill Woods</td>
                <td>Lethbridge</td>
                <td>Total</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Parents</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>15-month reminder was helpful (n=114)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>57 (96.6)</td>
                <td>53 (96.4)</td>
                <td>110 (96.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>1 (1.7)</td>
                <td>1 (1.8)</td>
                <td>2 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>I do not know</td>
                <td>1 (1.7)</td>
                <td>1 (1.8)</td>
                <td>2 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>Impact of the 15-month reminder (n=110)<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Booked appointment</td>
                <td>14 (24.6)</td>
                <td>14 (26.4)</td>
                <td>28 (25.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Changed appointment</td>
                <td>4 (7)</td>
                <td>2 (3.8)</td>
                <td>6 (5.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Did nothing</td>
                <td>37 (64.9)</td>
                <td>34 (64.2)</td>
                <td>71 (64.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Forgot to book or reschedule</td>
                <td>1 (1.8)</td>
                <td>2 (3.8)</td>
                <td>3 (2.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>1 (1.8)</td>
                <td>1 (1.9)</td>
                <td>2 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>Why the 5-month reminder was helpful (n=110)<sup>a,b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Reminded of the appointment</td>
                <td>55 (96.5)</td>
                <td>53 (100)</td>
                <td>108 (98.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Specified the name of the child</td>
                <td>15 (26.3)</td>
                <td>16 (30.2)</td>
                <td>31 (28.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Included phone number to call for booking</td>
                <td>18 (31.6)</td>
                <td>24 (45.3)</td>
                <td>42 (38.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Included vaccine information link</td>
                <td>5 (8.8)</td>
                <td>14 (26.4)</td>
                <td>19 (17.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>Best time to send the reminder (n=222)<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>When child is 15 months</td>
                <td>32 (30.5)</td>
                <td>31 (26.5)</td>
                <td>63 (28.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>When child is 16 months</td>
                <td>25 (23.8)</td>
                <td>29 (24.8)</td>
                <td>54 (24.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>When child is 17 months</td>
                <td>48 (45.7)</td>
                <td>66 (56.4)</td>
                <td>114 (51.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>10 (9.5)</td>
                <td>5 (4.3)</td>
                <td>15 (6.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Public health center staff</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>15-month reminder was helpful (n=22)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>12 (100)</td>
                <td>9 (90)</td>
                <td>21 (95.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>0 (0)</td>
                <td>1 (10)</td>
                <td>1 (4.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Not sure or do not know</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>Impact of the 15-month reminder (n=21)<sup>b,d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>More clients came to their scheduled immunization than usual</td>
                <td>10 (83.3)</td>
                <td>8 (88.9)</td>
                <td>18 (85.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>More clients canceled or rescheduled than usual</td>
                <td>1 (8.3)</td>
                <td>2 (22.2)</td>
                <td>3 (14.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>2 (16.7)</td>
                <td>1 (11.1)</td>
                <td>3 (14.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No change</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>Best time to send the reminder (n=22)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>When child is 15 months</td>
                <td>5 (41.7)</td>
                <td>2 (20)</td>
                <td>7 (31.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>When child is 16 months</td>
                <td>4 (33.3)</td>
                <td>6 (60)</td>
                <td>10 (45.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>When child is 17 months</td>
                <td>3 (25)</td>
                <td>0 (0)</td>
                <td>3 (13.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No need to send a booking or rescheduling reminder</td>
                <td>0 (0)</td>
                <td>1 (10)</td>
                <td>1 (4.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>0 (0)</td>
                <td>1 (10)</td>
                <td>1 (4.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">
                  <bold>How many reminders should be sent (n=22)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>4 (33.3)</td>
                <td>3 (30)</td>
                <td>7 (31.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td>6 (50)</td>
                <td>6 (60)</td>
                <td>12 (54.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td>2 (16.7)</td>
                <td>1 (10)</td>
                <td>3 (13.7)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>For parents who responded that the 15-month reminder was helpful (Mill Woods: n=57; Lethbridge: n=53).</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Respondents could select more than one option.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Answered by all parents, not just those who received the 15-month reminder.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>For staff who responded that the 15-month reminder was helpful.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Public health center staff (n=19) rankings of childhood vaccine programs for priority of scheduling or booking reminders (of those who answered yes to whether reminders will be helpful for other routine vaccine programs).</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e37579_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Three-Day Appointment Reminder</title>
        <p>In total, 79.3% (176/222) of the surveyed parents reported receiving the 3-day appointment reminder (<xref ref-type="table" rid="table4">Table 4</xref>), and 6.8% (12/176) of the parents reported changing their appointments. Slightly over half (113/222, 50.9%) of the surveyed parents indicated that the best time to send reminders was 3 days before the appointment. The second preferred time to send reminders was a week before the appointment (85/222, 38.3%). Most parents (208/222, 93.6%) reported attending the 18-month immunization appointment.</p>
        <p>Among the PHC staff, most (21/22, 96%) reported that the 3-day reminder was helpful (<xref ref-type="table" rid="table4">Table 4</xref>). Over half of the staff (12/22, 55%) indicated that the best time to send this reminder was 3 days before the visit, and 59% (13/22) of the staff indicated that only 1 reminder should be sent.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Evaluation of the 3-day appointment reminder, among parents who reported receiving the 3-day reminder (n=176) and public health center staff who completed the survey (n=22).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="440"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Variable</td>
                <td colspan="5">Response, n (%)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <break/>
                </td>
                <td colspan="2">Mill Woods</td>
                <td colspan="2">Lethbridge</td>
                <td>Total</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="9">
                  <bold>Parents</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>3-day reminder was helpful to remember the appointment date and time (n=176)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">89 (98.9)</td>
                <td colspan="2">86 (100)</td>
                <td colspan="2">175 (99.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">1 (1.1)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Impact of the 3-day reminder (n=176)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Changed appointment</td>
                <td colspan="2">7 (7.8)</td>
                <td colspan="2">5 (5.8)</td>
                <td colspan="2">12 (6.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Did nothing</td>
                <td colspan="2">82 (91.1)</td>
                <td colspan="2">79 (91.9)</td>
                <td colspan="2">161 (91.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">1 (1.1)</td>
                <td colspan="2">2 (2.3)</td>
                <td colspan="2">3 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Best time to send the reminder (n=222)<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>On the same day as the appointment</td>
                <td colspan="2">9 (8.6)</td>
                <td colspan="2">9 (7.7)</td>
                <td colspan="2">18 (8.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1 day before the appointment</td>
                <td colspan="2">23 (21.9)</td>
                <td colspan="2">30 (25.6)</td>
                <td colspan="2">53 (23.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>2 days before the appointment</td>
                <td colspan="2">16 (15.2)</td>
                <td colspan="2">23 (19.7)</td>
                <td colspan="2">39 (17.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>3 days before the appointment</td>
                <td colspan="2">53 (50.5)</td>
                <td colspan="2">60 (51.3)</td>
                <td colspan="2">113 (50.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1 week before the appointment</td>
                <td colspan="2">36 (34.3)</td>
                <td colspan="2">49 (41.9)</td>
                <td colspan="2">85 (38.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>2 weeks before the appointment</td>
                <td colspan="2">8 (7.6)</td>
                <td colspan="2">3 (2.6)</td>
                <td colspan="2">11 (5.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1 month before the appointment</td>
                <td colspan="2">10 (9.5)</td>
                <td colspan="2">7 (6.0)</td>
                <td colspan="2">17 (7.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (1.7)</td>
                <td colspan="2">2 (0.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Attendance at the 18-month immunization appointment (n=222)<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">99 (94.3)</td>
                <td colspan="2">109 (93.2)</td>
                <td colspan="2">208 (93.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">6 (5.7)</td>
                <td colspan="2">8 (6.8)</td>
                <td colspan="2">14 (6.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Public health center staff (n=22)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>3-day reminder was helpful</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">11 (91.7)</td>
                <td colspan="2">10 (100)</td>
                <td colspan="2">21 (95.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Not sure or I do not know</td>
                <td colspan="2">1 (8.3)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (4.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Best time to send reminder</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1 week before the visit</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (20)</td>
                <td colspan="2">2 (9.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>3 days before the visit</td>
                <td colspan="2">7 (58.3)</td>
                <td colspan="2">5 (50)</td>
                <td colspan="2">12 (54.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>2 days before the visit</td>
                <td colspan="2">2 (16.7)</td>
                <td colspan="2">1 (10)</td>
                <td colspan="2">3 (13.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1 day before the visit</td>
                <td colspan="2">3 (25)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">3 (13.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (10)</td>
                <td colspan="2">1 (4.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>How many date and time appointments should be sent</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td colspan="2">6 (50)</td>
                <td colspan="2">7 (70)</td>
                <td colspan="2">13 (59.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td colspan="2">4 (33.3)</td>
                <td colspan="2">2 (20)</td>
                <td colspan="2">6 (27.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td colspan="2">2 (16.7)</td>
                <td colspan="2">1 (10)</td>
                <td colspan="2">3 (13.6)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Answered by all parents, not just those who received the 3-day reminder.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>One respondent did not specify their other response, and the other respondent specified that no reminders should be sent.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Web-Based Immunization Information</title>
        <sec>
          <title>Survey Data</title>
          <p>Approximately half (51/114, 44.7%) of the parents who received the 15-month reminder reported reading the web-based immunization information (<xref ref-type="table" rid="table5">Table 5</xref>). Most participants read this information in English (47/51, 92%), found it helpful to read in their language of choice (51/51, 100%), and felt more prepared for their child’s appointment (50/51, 98%). The most common reason for not reading the information was already knowing the information (28/63, 44%). For parents who did not receive the 15-month reminder (108/222, 48.6%; data not shown), most reported that reading immunization information in their language of choice would be helpful (97/108, 89.8%) and that they would be more prepared for their child’s appointment (81/108, 75%).</p>
          <p>As shown in <xref ref-type="table" rid="table5">Table 5</xref>, some PHC staff reported that more clients read the immunization information sheets than usual (6/19, 32%), more clients engaged in conversation about vaccines (4/19, 21%), and more clients asked questions about vaccines (6/19, 31%). Others reported that they noticed no changes in clients reading the immunization information sheets (7/19, 37%), conversations about vaccines during the visit (8/19, 42%), or the efficiency of exchanging knowledge with clients during the visit (6/19, 31%).</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Evaluation of immunization information sheet use, among parents who reported receiving the 15-month reminder (n=114) and public health center staff (n=19).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="440"/>
              <col width="0"/>
              <col width="170"/>
              <col width="0"/>
              <col width="170"/>
              <col width="0"/>
              <col width="160"/>
              <thead>
                <tr valign="top">
                  <td colspan="4">Variable</td>
                  <td colspan="5">Response, n (%)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <break/>
                  </td>
                  <td colspan="2">Mill Woods</td>
                  <td colspan="2">Lethbridge</td>
                  <td>Total</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="9">
                    <bold>Parents</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Read web-based information about vaccines (n=114)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">31 (52.5)</td>
                  <td colspan="2">20 (36.4)</td>
                  <td colspan="2">51 (44.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">28 (47.5)</td>
                  <td colspan="2">35 (63.6)</td>
                  <td colspan="2">63 (55.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Language or languages read (n=51)<sup>a,b,c</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>English</td>
                  <td colspan="2">29 (93.5)</td>
                  <td colspan="2">18 (90)</td>
                  <td colspan="2">47 (92.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Punjabi</td>
                  <td colspan="2">6 (19.4)</td>
                  <td colspan="2">1 (5)</td>
                  <td colspan="2">7 (13.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Tagalog</td>
                  <td colspan="2">2 (6.5)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">2 (3.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Spanish</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">2 (10)</td>
                  <td colspan="2">2 (3.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>French</td>
                  <td colspan="2">1 (3.2)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">1 (2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Helpful to read immunization information in language of choice (n=51)<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">31 (100)</td>
                  <td colspan="2">20 (100)</td>
                  <td colspan="2">51 (100)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">0 (0)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>After reading the immunization information, felt more prepared for child’s appointment (n=51)<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">30 (96.8)</td>
                  <td colspan="2">20 (100)</td>
                  <td colspan="2">50 (98)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">1 (3.2)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">1 (2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Reasons for not reading the web-based immunization information (n=63)<sup>b,d</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Already knew the information</td>
                  <td colspan="2">11 (39.3)</td>
                  <td colspan="2">17 (48.6)</td>
                  <td colspan="2">28 (44.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Did not see a link to information in reminder</td>
                  <td colspan="2">5 (17.9)</td>
                  <td colspan="2">1 (2.9)</td>
                  <td colspan="2">6 (9.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Too long</td>
                  <td colspan="2">2 (7.1)</td>
                  <td colspan="2">2 (5.7)</td>
                  <td colspan="2">4 (6.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Forgot</td>
                  <td colspan="2">2 (7.1)</td>
                  <td colspan="2">1 (2.9)</td>
                  <td colspan="2">3 (4.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Not enough time</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">3 (8.6)</td>
                  <td colspan="2">3 (4.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Language of choice not available</td>
                  <td colspan="2">1 (3.6)</td>
                  <td colspan="2">1 (2.9)</td>
                  <td colspan="2">2 (3.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Felt information was unnecessary, as had already decided to get child immunized</td>
                  <td colspan="2">2 (7.1)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">2 (3.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Felt doctors or nurses would provide the information</td>
                  <td colspan="2">2 (7.1)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">2 (3.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Had no concerns with immunization</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">2 (5.7)</td>
                  <td colspan="2">2 (3.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Difficult to understand</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">1 (2.9)</td>
                  <td colspan="2">1 (1.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Font too small on device screen</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">1 (2.9)</td>
                  <td colspan="2">1 (1.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Did not specify</td>
                  <td colspan="2">3 (10.7)</td>
                  <td colspan="2">8 (22.9)</td>
                  <td colspan="2">11 (17.5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="9">
                    <bold>PHC<sup>e</sup></bold>
                    <bold>staff: nurses</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Impact of offering immunization information sheets in other languages (n=19)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>I did not notice any change</td>
                  <td colspan="2">6 (50)</td>
                  <td colspan="2">1 (10)</td>
                  <td colspan="2">7 (36.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>More clients read the information sheets than usual</td>
                  <td colspan="2">4 (33.3)</td>
                  <td colspan="2">2 (20)</td>
                  <td colspan="2">6 (31.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Not sure or I do not know</td>
                  <td colspan="2">2 (16.7)</td>
                  <td colspan="2">2 (20)</td>
                  <td colspan="2">4 (21.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Other</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">2 (20)</td>
                  <td colspan="2">2 (10.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Impact of offering immunization information sheets in other languages on the conversation about vaccines during the visit (n=19)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>I did not notice any change</td>
                  <td colspan="2">6 (50)</td>
                  <td colspan="2">2 (20)</td>
                  <td colspan="2">8 (42.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>I noticed more clients engaging in the conversation than usual</td>
                  <td colspan="2">4 (33.3)</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">4 (21.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Not sure or I do not know</td>
                  <td colspan="2">2 (16.7)</td>
                  <td colspan="2">5 (50)</td>
                  <td colspan="2">7 (36.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Impact of offering immunization information sheets in other languages on the efficiency of exchanging knowledge with clients during the visit (n=19)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>I do not think it changed anything</td>
                  <td colspan="2">5 (41.7)</td>
                  <td colspan="2">1 (10)</td>
                  <td colspan="2">6 (31.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>I noticed more clients asking questions about vaccines than usual</td>
                  <td colspan="2">5 (41.7)</td>
                  <td colspan="2">1 (10)</td>
                  <td colspan="2">6 (31.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Not sure or I do not know</td>
                  <td colspan="2">2 (16.7)</td>
                  <td colspan="2">5 (50)</td>
                  <td colspan="2">7 (36.8)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>How to increase use of the immunization information sheets (n=22)<sup>b,f</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Provide the link to the website in the appointment reminder text (ie, the 3-day reminder)</td>
                  <td colspan="2">9 (75)</td>
                  <td colspan="2">8 (80)</td>
                  <td colspan="2">17 (77.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Promote the website using posters or handouts in the health center</td>
                  <td colspan="2">9 (75)</td>
                  <td colspan="2">7 (70)</td>
                  <td colspan="2">16 (72.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Have printed copies of the information sheets (in various languages) available at the health center</td>
                  <td colspan="2">6 (50)</td>
                  <td colspan="2">6 (60)</td>
                  <td colspan="2">12 (54.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Other</td>
                  <td colspan="2">0 (0)</td>
                  <td colspan="2">1 (10)</td>
                  <td colspan="2">1 (4.5)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup>For parents who reported reading web-based immunization information (Mill Woods: n=31, Lethbridge: n=20).</p>
              </fn>
              <fn id="table5fn2">
                <p><sup>b</sup>Respondents could select more than one option.</p>
              </fn>
              <fn id="table5fn3">
                <p><sup>c</sup>Other potential language options included Arabic, Chinese, Italian, and Vietnamese; however, these options were not selected by any parent.</p>
              </fn>
              <fn id="table5fn4">
                <p><sup>d</sup>For parents who reported that they did not read web-based immunization information (Mill Woods: n=28, Lethbridge: n=35).</p>
              </fn>
              <fn id="table5fn5">
                <p><sup>e</sup>PHC: public health center.</p>
              </fn>
              <fn id="table5fn6">
                <p><sup>f</sup>Question asked to all public health center staff (n=22).</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Web-Based Access Data</title>
          <p>According to Google Analytics, ChIRP web-based immunization information pages received 207 unique visits during the intervention period. Immunization information was most often read in English (118/207, 57%), followed by Punjabi (52/207, 25.1%), Arabic (13/207, 6.3%), Spanish (12/207, 5.8%), Italian (4/207, 1.9%), Chinese (4/207, 1.9%), French (2/207, 1%), Tagalog (1/207, 0.5%), and Vietnamese (1/207, 0.5%).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This pilot intervention aimed to assess the effectiveness and acceptability of SMS text message reminders for preschool immunization appointments. Consistent with previous literature [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref27">27</xref>], our study suggests that SMS text message reminders can reduce appointment no-shows and are acceptable to parents and health service providers.</p>
      <sec>
        <title>No-show Rates</title>
        <p>There was a decline in absolute no-show rates at Mill Woods PHC, which corresponds with other studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] reporting that SMS text message reminders improved immunization appointment attendance. Lethbridge PHC did not exhibit a decline in no-shows; however, they had higher attendance before the intervention, likely because of preexisting strategies at that site (eg, manual reminders) as indicated by K Jong (personal communication, June 15, 2020), so perhaps the intervention had less impact.</p>
      </sec>
      <sec>
        <title>SMS Text Message Reminders</title>
        <p>Overall, parents reported high acceptability of the 15-month and 3-day message reminders, with almost all stating that they were helpful. Literature has shown that parents often prefer SMS text message reminders over mail or email because of the convenience and timeliness [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Jacobson Vann et al [<xref ref-type="bibr" rid="ref3">3</xref>] found that SMS text message reminders increased the booking of immunization visits as they acted as a call to action for parents. In our study, a third of the surveyed parents reported booking or rescheduling their child’s 18-month immunization appointment after receiving the 15-month reminder. It is possible that these parents may have missed the appointments had they not received a reminder [<xref ref-type="bibr" rid="ref32">32</xref>]. However, most surveyed parents reported no action upon receiving the 15-month or 3-day reminders, which corresponds with the small changes in no-shows observed in this study. Overall, most parents reported that their child received their 18-month immunization as scheduled. Improvement in the timely receipt of childhood vaccines minimizes risks for vaccine-preventable diseases [<xref ref-type="bibr" rid="ref30">30</xref>] and may reduce extra work to recall parents [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>Most of the surveyed PHC staff stated that SMS text message reminders were helpful, indicating provider support for the intervention. This reflects the readiness to engage parents in positive discussions about childhood immunizations and encourage them to subscribe to reminder services [<xref ref-type="bibr" rid="ref34">34</xref>]. In addition, most PHC staff reported that more clients came to their scheduled immunizations than usual during the intervention. Our no-show analysis revealed a significant improvement in appointment attendance at Mill Woods PHC following the intervention. PHC staff from both sites supported the expansion of this intervention to the 2-month and 12-month immunization programs.</p>
        <p>Parents and PHC staff agreed that the best time to send appointment reminders was 3 days before the appointment but had different preferences for the booking (15-month) reminder, with staff preferring the reminder to be sent earlier. This difference in preferences is likely because of staff needing to schedule in advance to accommodate many immunization appointments, whereas parents may not be thinking about the 18-month appointment until their child is 17 months old or may forget the appointment if the reminder is sent too early. Interestingly, the staff at Mill Woods PHC preferred the reminder to be sent earlier than the Lethbridge staff. This may reflect differences in the size of the 2 PHCs; Mill Woods serves a larger urban area and thus requires parents to book in advance, whereas Lethbridge serves a smaller urban population within a rural zone and may accommodate appointments on shorter notice.</p>
      </sec>
      <sec>
        <title>Web-Based Immunization Information</title>
        <p>The web-based immunization information in different languages was also positively received by parents. According to the Google Analytics data, many participants accessed the information in other languages. There is increasing awareness that language barriers impede immunization service delivery, but they continue to remain unaddressed in many existing reminder and recall systems [<xref ref-type="bibr" rid="ref33">33</xref>]. Our study and previous work [<xref ref-type="bibr" rid="ref35">35</xref>] have shown that parents favor language-specific immunization information.</p>
        <p>Notably, the Google Analytics data showed a different picture of website activity than the parent survey. Specifically, Google Analytics showed more visits to the website (n=207) compared with the number of survey participants who reported accessing the information (n=51). As the link to the website was sent to all parents receiving the intervention, it is possible that nonsurvey participants accessed the information. In addition, Google Analytics showed more diversity in the languages accessed on the website (ie, more non-English users) compared with the parent survey. This may reflect the fact that English-speaking participants may have been more likely to complete the survey than participants whose first language was not English. The diverse languages accessed by parents suggest the need to provide appropriately translated immunization information.</p>
      </sec>
      <sec>
        <title>Implications</title>
        <p>Using SMS text message reminders for immunization appointments may be a convenient and cost-effective way of reducing appointment no-shows. The acceptability of the intervention by parents and PHC staff means that there is potential for SMS text message reminders to be implemented for other immunization programs, particularly 2-month and 12-month immunizations, as well as in other provinces. Future research should consider the use of experimental studies to evaluate the impact of SMS text message reminders on immunization coverage following widespread implementation.</p>
        <p>To maximize the effectiveness of an SMS text message reminder system, it is important to make it appealing to both parents and PHC staff. For example, parents preferred later booking reminders than staff; therefore, perhaps sending both early and later reminders might be a useful compromise.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>A strength of this study is the diverse perspectives obtained from both parents and PHC staff at 2 different sites in Alberta: one large urban site and one small urban site in a rural area. We were also able to assess the change in no-show rates at both clinics, using data over an extended time (ie, 1 year for both baseline and intervention), and in comparison with a control site for each. The limitations of this study include a low parent survey response rate (222/929, 23.9%), which may be because of the 7-month gap between recruitment and when links to the evaluation survey were sent out. It is possible that parents who responded to the survey differed from nonrespondents. For example, as the survey was conducted in English, non-English speakers were likely to be underrepresented. In addition, a lower proportion of survey respondents did not attend their child’s 18-month immunization appointment compared with the calculated no-show rates at the 2 clinics, which means that our survey likely underrepresented no-shows. However, it is encouraging that the survey respondents had diverse sociodemographic characteristics, such as income. The number of surveyed PHC staff was also low, which may be explained by the increased strain on health care providers during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref36">36</xref>]. In addition, at the onset of the pandemic, reminders were paused for 1 month, while PHCs adapted to new ways of service delivery. In addition, we cannot definitively attribute the decline in no-show rates to the intervention. However, our comparison over time and between PHCs gives us some confidence. As more parents reported receiving the 3-day reminder compared with the 15-month reminder, it is possible that parents may have forgotten about the 15-month reminder, which was sent 4 months before the evaluation, compared with the 3-day reminder, sent 1 month prior. Finally, as the intervention and evaluation were only carried out at 2 PHCs in Alberta, the generalizability may be limited. However, this was a pilot study to determine acceptability, with the potential to carry out large-scale interventions and evaluations in the future.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study found that parents and staff at the 2 PHCs were highly accepting of the SMS text message reminder system implemented to address the drop in coverage for 18-month immunizations. The intervention reduced the number of missed appointments at the urban intervention site. Findings support the use of SMS text message reminders as a convenient and acceptable method to minimize parental forgetfulness and potentially reduce appointment no-shows.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHS</term>
          <def>
            <p>Alberta Health Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ChIRP</term>
          <def>
            <p>Childhood Immunization Reminder Project</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DTaP-IPV-Hib</term>
          <def>
            <p>diphtheria-tetanus-acellular pertussis-polio-Haemophilus influenzae type b</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MMRV</term>
          <def>
            <p>measles-mumps-rubella-varicella</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PHC</term>
          <def>
            <p>public health center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project was a partnership project between Alberta Health, Alberta Health Services, and the Applied Immunization research team at the University of Alberta. This project was funded by the Public Health Agency of Canada through an Immunization Partnership Fund grant. The authors would like to thank Celine O’Brien and Derrick Cleaver from the Alberta Health Communicable Disease and Immunization team; Elaine Sartison, Carlene Beek, and Chrystal Ference from the Alberta Health Services Edmonton Public Health Program team; Faridat Etoroma, Zenia Deol, Sjaane Heikoop, Stephanie McNabb, Britany Tyssen, and Anna Marshall from the public health center leadership and staff in Mill Woods and Lethbridge. Finally, the authors would like to acknowledge their late coauthor Dr Larry Svenson, whose wisdom, humor, and support were critical to the success of this project. This work was generously funded by the Immunization Partnership Fund through the Public Health Agency of Canada.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors attest that they met the International Committee of Medical Journal Editors criteria for authorship. SEM was involved in conceptualization, funding acquisition, investigation, formal analysis, writing (review and editing), and supervision. EM was involved in formal analysis and writing (original draft, review, and editing). HS was involved in formal analysis and writing (original draft, review, and editing). AA was involved in conceptualization, investigation, project administration, formal analysis, and writing (review and editing). AFW was involved in analytical design, statistical analysis, and writing (review and editing). All other authors assisted with conceptualization, methodology, and writing (review and editing).</p>
      </fn>
      <fn fn-type="conflict">
        <p>KA is a cofounder and the chief operating officer of CANImmunize Inc. All other authors declare no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Immunization</article-title>
          <source>World Health Organization</source>
          <year>2019</year>
          <month>12</month>
          <day>5</day>
          <access-date>2022-02-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/facts-in-pictures/detail/immunization">https://www.who.int/news-room/facts-in-pictures/detail/immunization</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Vaccine Coverage in Canadian Children: Results from the 2017 Childhood National Immunization Coverage Survey (cNICS)</article-title>
          <source>Government of Canada</source>
          <year>2020</year>
          <month>1</month>
          <day>29</day>
          <access-date>2022-02-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/services/publications/healthy-living/2017-vaccine-uptake-canadian-children-survey.html">https://www.canada.ca/en/public-health/services/publications/healthy-living/2017-vaccine-uptake-canadian-children-survey.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobson Vann</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobson</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Coyne-Beasley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Asafu-Adjei</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Szilagyi</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Patient reminder and recall interventions to improve immunization rates</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2018</year>
          <month>01</month>
          <day>18</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>CD003941</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29342498"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD003941.pub3</pub-id>
          <pub-id pub-id-type="medline">29342498</pub-id>
          <pub-id pub-id-type="pmcid">PMC6491344</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kershaw</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Suttorp</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Simmonds</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>St Jean</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Outbreak of measles in a non-immunizing population, Alberta 2013</article-title>
          <source>Can Commun Dis Rep</source>
          <year>2014</year>
          <month>06</month>
          <day>12</day>
          <volume>40</volume>
          <issue>12</issue>
          <fpage>243</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.14745/ccdr.v40i12a04"/>
          </comment>
          <pub-id pub-id-type="doi">10.14745/ccdr.v40i12a04</pub-id>
          <pub-id pub-id-type="medline">29769847</pub-id>
          <pub-id pub-id-type="pmcid">PMC5864473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Highlights from the 2019 childhood National Immunization Coverage Survey (cNICS)</article-title>
          <source>Government of Canada</source>
          <year>2020</year>
          <month>2</month>
          <day>7</day>
          <access-date>2022-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/services/publications/vaccines-immunization/2019-highlights-childhood-national-immunization-coverage-survey.html">https://www.canada.ca/en/public-health/services/publications/vaccines-immunization/2019-highlights-childhood-national-immunization-coverage-survey.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Yankey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Elam-Evans</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Singleton</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Sterrett</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Vaccination coverage by age 24 months among children born in 2017 and 2018 - National Immunization Survey-Child, United States, 2018-2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2021</year>
          <month>10</month>
          <day>15</day>
          <volume>70</volume>
          <issue>41</issue>
          <fpage>1435</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm7041a1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm7041a1</pub-id>
          <pub-id pub-id-type="medline">34648486</pub-id>
          <pub-id pub-id-type="pmcid">PMC8631285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Immunization: percent of children vaccinated by age 24 months</article-title>
          <source>National Center for Health Statistics - Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <month>8</month>
          <day>3</day>
          <access-date>2022-08-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/fastats/immunize.htm">https://www.cdc.gov/nchs/fastats/immunize.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Recommended immunization schedules: Canadian Immunization Guide</article-title>
          <source>Government of Canada</source>
          <year>2021</year>
          <month>12</month>
          <day>23</day>
          <access-date>2021-09-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/services/publications/healthy-living/canadian-immunization-guide-part-1-key-immunization-information/page-13-recommended-immunization-schedules.html">https://www.canada.ca/en/public-health/services/publications/healthy-living/canadian-immunization-guide-part-1-key-immunization-information/page-13-recommended-immunization-schedules.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Interactive Health Data Application</article-title>
          <source>Government of Alberta</source>
          <year>2021</year>
          <access-date>2022-02-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ahw.gov.ab.ca/IHDA_Retrieval/">http://www.ahw.gov.ab.ca/IHDA_Retrieval/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Agruss</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Mayefsky</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Partnering with parents to remove barriers and improve influenza immunization rates for young children</article-title>
          <source>J Am Assoc Nurse Pract</source>
          <year>2020</year>
          <month>02</month>
          <day>04</day>
          <volume>33</volume>
          <issue>6</issue>
          <fpage>470</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1097/JXX.0000000000000381</pub-id>
          <pub-id pub-id-type="medline">32039962</pub-id>
          <pub-id pub-id-type="pii">01741002-202106000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wójcik</surname>
              <given-names>OP</given-names>
            </name>
            <name name-style="western">
              <surname>Simonsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mølbak</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Valentiner-Branth</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Validation of the 5-year tetanus, diphtheria, pertussis and polio booster vaccination in the Danish childhood vaccination database</article-title>
          <source>Vaccine</source>
          <year>2013</year>
          <month>01</month>
          <day>30</day>
          <volume>31</volume>
          <issue>6</issue>
          <fpage>955</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2012.11.100</pub-id>
          <pub-id pub-id-type="medline">23246264</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(12)01752-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Simmonds</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Exploring the heterogeneity among partially vaccinated children in a population-based cohort</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>08</month>
          <day>26</day>
          <volume>33</volume>
          <issue>36</issue>
          <fpage>4572</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.07.004</pub-id>
          <pub-id pub-id-type="medline">26187259</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)00929-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Potential strategies to improve childhood immunization rates in Canada</article-title>
          <source>Paediatr Child Health</source>
          <year>2018</year>
          <month>08</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>353</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30657136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pch/pxy052</pub-id>
          <pub-id pub-id-type="medline">30657136</pub-id>
          <pub-id pub-id-type="pii">pxy052</pub-id>
          <pub-id pub-id-type="pmcid">PMC6054155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guttmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manuel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>To</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stukel</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Volume matters: physician practice characteristics and immunization coverage among young children insured through a universal health plan</article-title>
          <source>Pediatrics</source>
          <year>2006</year>
          <month>03</month>
          <volume>117</volume>
          <issue>3</issue>
          <fpage>595</fpage>
          <lpage>602</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2004-2784</pub-id>
          <pub-id pub-id-type="medline">16510636</pub-id>
          <pub-id pub-id-type="pii">117/3/595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kempe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Szilagyi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The contribution of reminder-recall to vaccine delivery efforts: a narrative review</article-title>
          <source>Acad Pediatr</source>
          <year>2021</year>
          <volume>21</volume>
          <issue>4S</issue>
          <fpage>S17</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1016/j.acap.2021.02.016</pub-id>
          <pub-id pub-id-type="medline">33958086</pub-id>
          <pub-id pub-id-type="pii">S1876-2859(21)00072-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hofstetter</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>DuRivage</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vargas</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Camargo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vawdrey</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Text message reminders for timely routine MMR vaccination: a randomized controlled trial</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>10</month>
          <day>26</day>
          <volume>33</volume>
          <issue>43</issue>
          <fpage>5741</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26424607"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.09.042</pub-id>
          <pub-id pub-id-type="medline">26424607</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)01318-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5863911</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kharbanda</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Andres</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rickert</surname>
              <given-names>VI</given-names>
            </name>
          </person-group>
          <article-title>Text message reminders to promote human papillomavirus vaccination</article-title>
          <source>Vaccine</source>
          <year>2011</year>
          <month>03</month>
          <day>21</day>
          <volume>29</volume>
          <issue>14</issue>
          <fpage>2537</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2011.01.065</pub-id>
          <pub-id pub-id-type="medline">21300094</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(11)00125-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Communicating effectively about immunization: Canadian Immunization Guide</article-title>
          <source>Government of Canada</source>
          <year>2021</year>
          <month>11</month>
          <day>23</day>
          <access-date>2022-02-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/services/publications/healthy-living/canadian-immunization-guide-part-1-key-immunization-information/page-5-communicating-effectively-immunization.html">https://www.canada.ca/en/public-health/services/publications/healthy-living/canadian-immunization-guide-part-1-key-immunization-information/page-5-communicating-effectively-immunization.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wynn</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Catallozzi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kolff</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Holleran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ramakrishnan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Personalized reminders for immunization using short messaging systems to improve human papillomavirus vaccination series completion: parallel-group randomized trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>12</month>
          <day>27</day>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e26356</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/12/e26356/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26356</pub-id>
          <pub-id pub-id-type="medline">34958306</pub-id>
          <pub-id pub-id-type="pii">v9i12e26356</pub-id>
          <pub-id pub-id-type="pmcid">PMC8749571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rod</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Ingholt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bang Sørensen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tjørnhøj-Thomsen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The spirit of the intervention: reflections on social effectiveness in public health intervention research</article-title>
          <source>Crit Public Health</source>
          <year>2014</year>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>296</fpage>
          <lpage>307</lpage>
          <pub-id pub-id-type="doi">10.1080/09581596.2013.841313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Alberta Regional Dashboard</article-title>
          <source>Government of Alberta</source>
          <year>2022</year>
          <month>2</month>
          <day>6</day>
          <access-date>2022-08-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://regionaldashboard.alberta.ca/#/">https://regionaldashboard.alberta.ca/#/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>R Core Team</collab>
          </person-group>
          <article-title>R: a language and environment for statistical computing</article-title>
          <source>R Foundation for Statistical Computing</source>
          <year>2020</year>
          <access-date>2022-08-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Google Analytics</article-title>
          <source>Google</source>
          <access-date>2020-06-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://analytics.google.com/">https://analytics.google.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS Statistics for Windows, Version 26.0</article-title>
          <source>IBM Corp</source>
          <year>2019</year>
          <access-date>2022-08-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-26">https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-26</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domek</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Contreras-Roldan</surname>
              <given-names>IL</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Furniss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kempe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Asturias</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>SMS text message reminders to improve infant vaccination coverage in Guatemala: a pilot randomized controlled trial</article-title>
          <source>Vaccine</source>
          <year>2016</year>
          <month>05</month>
          <day>05</day>
          <volume>34</volume>
          <issue>21</issue>
          <fpage>2437</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0264-410X(16)30061-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2016.03.065</pub-id>
          <pub-id pub-id-type="medline">27026145</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(16)30061-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4859823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Mistry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Boneh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lazebnik</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Text message reminders increase appointment adherence in a pediatric clinic: a randomized controlled trial</article-title>
          <source>Int J Pediatr</source>
          <year>2016</year>
          <volume>2016</volume>
          <fpage>8487378</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2016/8487378"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2016/8487378</pub-id>
          <pub-id pub-id-type="medline">28127311</pub-id>
          <pub-id pub-id-type="pmcid">PMC5227159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oladepo</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Dipeolu</surname>
              <given-names>IO</given-names>
            </name>
            <name name-style="western">
              <surname>Oladunni</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Outcome of reminder text messages intervention on completion of routine immunization in rural areas, Nigeria</article-title>
          <source>Health Promot Int</source>
          <year>2021</year>
          <month>08</month>
          <day>24</day>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>765</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33057615"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/heapro/daaa092</pub-id>
          <pub-id pub-id-type="medline">33057615</pub-id>
          <pub-id pub-id-type="pii">5923781</pub-id>
          <pub-id pub-id-type="pmcid">PMC8384379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahlers-Schmidt</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Chesser</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brannon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Wittler</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of a randomized controlled trial to evaluate Text Reminders for Immunization Compliance in Kids (TRICKs)</article-title>
          <source>Vaccine</source>
          <year>2012</year>
          <month>08</month>
          <day>03</day>
          <volume>30</volume>
          <issue>36</issue>
          <fpage>5305</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2012.06.058</pub-id>
          <pub-id pub-id-type="medline">22750044</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(12)00925-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kharbanda</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Rickert</surname>
              <given-names>VI</given-names>
            </name>
          </person-group>
          <article-title>Text4Health: a qualitative evaluation of parental readiness for text message immunization reminders</article-title>
          <source>Am J Public Health</source>
          <year>2009</year>
          <month>12</month>
          <volume>99</volume>
          <issue>12</issue>
          <fpage>2176</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2009.161364</pub-id>
          <pub-id pub-id-type="medline">19833982</pub-id>
          <pub-id pub-id-type="pii">AJPH.2009.161364</pub-id>
          <pub-id pub-id-type="pmcid">PMC2775765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salway</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cobb</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bhanbhro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nancarrow</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Appointment reminder systems are effective but not optimal: results of a systematic review and evidence synthesis employing realist principles</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2016</year>
          <month>4</month>
          <day>4</day>
          <volume>10</volume>
          <fpage>479</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PPA.S93046"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S93046</pub-id>
          <pub-id pub-id-type="medline">27110102</pub-id>
          <pub-id pub-id-type="pii">ppa-10-479</pub-id>
          <pub-id pub-id-type="pmcid">PMC4831598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jong</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Sikora</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Childhood immunization appointment reminders and recalls: strengths, weaknesses and opportunities to increase vaccine coverage</article-title>
          <source>Public Health</source>
          <year>2021</year>
          <month>05</month>
          <volume>194</volume>
          <fpage>170</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0033-3506(21)00105-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2021.02.034</pub-id>
          <pub-id pub-id-type="medline">33951552</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(21)00105-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hofstetter</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Vargas</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kitayama</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Parental and provider preferences and concerns regarding text message reminder/recall for early childhood vaccinations</article-title>
          <source>Prev Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>57</volume>
          <issue>2</issue>
          <fpage>75</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2013.04.007</pub-id>
          <pub-id pub-id-type="medline">23624252</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(13)00116-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Nuncio</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Tjoa</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lashuay</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Elder</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Pretesting Spanish-language educational radio messages to promote timely and complete infant immunization in California</article-title>
          <source>J Community Health</source>
          <year>1999</year>
          <month>08</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>269</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1023/a:1018742321772</pub-id>
          <pub-id pub-id-type="medline">10463471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Mac</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ximenes</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Naimark</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Estimation of COVID-19-induced depletion of hospital resources in Ontario, Canada</article-title>
          <source>CMAJ</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>192</volume>
          <issue>24</issue>
          <fpage>E640</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=32409519"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.200715</pub-id>
          <pub-id pub-id-type="medline">32409519</pub-id>
          <pub-id pub-id-type="pii">cmaj.200715</pub-id>
          <pub-id pub-id-type="pmcid">PMC7828847</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
