<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i6e13501</article-id>
      <article-id pub-id-type="pmid">31223120</article-id>
      <article-id pub-id-type="doi">10.2196/13501</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Electronic Teaching Module for Improving Knowledge of Self-Management of Vaso-Occlusive Pain Crises in Patients With Sickle Cell Disease: Pilot Questionnaire Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Osunkwo</surname>
            <given-names>Ify</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jonassaint</surname>
            <given-names>Charles</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aslam</surname>
            <given-names>Muhammad Shahzad</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1">
          <name name-style="western">
            <surname>Tam</surname>
            <given-names>Tammie</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8840-7686</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Baer</surname>
            <given-names>Maria R</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9499-1348</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Hsu</surname>
            <given-names>Lewis L</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3156-2378</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4" corresp="yes">
          <name name-style="western">
            <surname>Law</surname>
            <given-names>Jennie Y</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Marlene and Stewart Greenebaum Comprehensive Cancer Center</institution>
            <institution>University of Maryland School of Medicine</institution>
            <institution>University of Maryland</institution>
            <addr-line>22 S Greene Street S9D15C</addr-line>
            <addr-line>Baltimore, MD, 21201</addr-line>
            <country>United States</country>
            <phone>1 410 328 6373</phone>
            <fax>1 410 328 6896</fax>
            <email>jennielaw@umm.edu</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2780-9814</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>University of Maryland School of Medicine</institution>
      <institution>University of Maryland</institution>  
      <addr-line>Baltimore, MD</addr-line>
      <country>United States</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Marlene and Stewart Greenebaum Comprehensive Cancer Center</institution>
      <institution>University of Maryland School of Medicine</institution>  
      <institution>University of Maryland</institution>  
      <addr-line>Baltimore, MD</addr-line>
      <country>United States</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Comprehensive Sickle Cell Center</institution>
      <institution>Division of Pediatric Hematology/Oncology, Department of Pediatrics</institution>  
      <institution>University of Illinois at Chicago</institution>  
      <addr-line>Chicago, IL</addr-line>
      <country>United States</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Jennie Y Law 
        <email>jennielaw@umm.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>06</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>06</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>6</issue>
      <elocation-id>e13501</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>25</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>2</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Tammie Tam, Maria R Baer, Lewis L Hsu, Jennie Y Law. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 20.06.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2019/6/e13501/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>For patients with sickle cell disease (SCD), effective management of vaso-occlusive crises (VOCs) is integral to provision of care, as nearly all affected individuals will suffer from VOCs in their lifetime. A recent systematic review of technological interventions to improve self-management in the care of SCD concluded that electronic health has the potential to improve the care of individuals with SCD.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to assess the value of an electronic teaching module (ETM) provided by Emmi Solutions for educating adult SCD patients on VOC self-management and treatment options for SCD.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A pretest assessed adults with SCD for baseline knowledge with regard to self-management of VOCs. Participants then watched the 35-min ETM and completed a posttest and survey on the ETM.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 20 adults enrolled. Their knowledge scores improved (pretest median 66.5% and posttest median 85%; <italic>P</italic>&lt;.001). In total, 18 participants (18/20, 90%) agreed that they “learned a lot” or “learned something” from the ETM. The most common topic about which they reported learning was hydroxyurea. A total of 12 participants (12/20, 60%) agreed with the statement that they “would recommend the module to a friend or family member with sickle cell disease.”</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The ETM is associated with an increase in knowledge in patients with SCD. Limitations of the study include small sample size, no assessment of knowledge before premodule questionnaire completion, and no longitudinal follow-up. Identifying patients with SCD who demonstrate affinity for self-education via an ETM may further enhance utility of this tool to educate and empower patients.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient education</kwd>
        <kwd>teaching materials</kwd>
        <kwd>portable electronic applications</kwd>
        <kwd>sickle cell disease</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>For patients with sickle cell disease (SCD), effective management of vaso-occlusive crises (VOCs) is integral to provision of care, as nearly all affected individuals will suffer from VOCs in their lifetime [<xref ref-type="bibr" rid="ref1">1</xref>]. Unfortunately, many patients with SCD lack access to specialized hematology care and, as a result, are reliant on providers who may be unaware of the myriad complications related to this chronic condition and may be uncomfortable with treating these patients [<xref ref-type="bibr" rid="ref2">2</xref>]. Given the limited number of sickle cell day hospitals, many adult patients rely heavily on acute care services for management of their VOCs, despite often facing ineffective analgesic management and patient-perceived biases in care provision in the emergency department [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Provider desire for clinical correlates to confirm the complaint of pain in a patient with SCD leads to disbelief or skepticism of the patient and ultimately contributes to inadequate treatment of VOCs, resulting in premature discharges as well as high rates of emergency department and hospital recidivism [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. In recent studies, patients with SCD report inadequate access to ambulatory care, poor communication with health care professionals, and lack of involvement in decisions regarding their own health [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Acute care encounters and rehospitalizations are frequent for patients with SCD, particularly for adolescents and young adults (AYAs) aged 18 to 30 years [<xref ref-type="bibr" rid="ref7">7</xref>]. Given this gap in the knowledge and comfort level of health care providers managing patients with SCD, there is a clear need to improve patient health literacy and enhance patient confidence in self-care [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Electronic health (eHealth) may especially resonate with AYA patients, given their generational predilection for electronic media. A recent study showed that almost all AYA patients with SCD had daily internet access via either computers (84%) or mobile phones (70%) [<xref ref-type="bibr" rid="ref9">9</xref>]. In one study examining self-management tools in SCD, the majority of participants opted to go online for their health information and preferred websites with interactive or social features (83%) [<xref ref-type="bibr" rid="ref7">7</xref>]. Harnessing the power of Web-based modules to engage a vulnerable patient population is critical, given the positive correlation between patient confidence in self-care and improved health outcomes for individuals with SCD [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>A recent systematic review of technological interventions to improve self-management in the care of SCD concluded that eHealth has the potential to improve the care of individuals with SCD [<xref ref-type="bibr" rid="ref10">10</xref>]. eHealth is being used for self-management of a variety of chronic diseases, including SCD, asthma, diabetes, and hypertension [<xref ref-type="bibr" rid="ref10">10</xref>]. Most eHealth intervention studies for SCD have been performed in children and adolescents [<xref ref-type="bibr" rid="ref10">10</xref>]. Relatively few studies have evaluated eHealth in adults with SCD and they focus on pain or knowledge about reproductive health [<xref ref-type="bibr" rid="ref10">10</xref>]. More studies are needed in adults with SCD in other components of care, including medication adherence, coping strategies, and clinic appointment adherence such as eHealth in pediatric SCD [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Given the lack of evaluation of eHealth interventions in adults, the purpose of this pilot study was to assess the value of the electronic teaching module (ETM) produced by Emmi Solutions for self-management in individuals with SCD. The ETM is an educational video with graphics and audio written at a fifth-grade reading level, with the exception of key words such as hemoglobin and hydroxyurea. It includes information about SCD and how self-care can help mitigate VOC triggers and decrease emergency department usage; and it encourages utilization of specialized care with a hematologist and coping strategies to manage pain at home with both pharmacologic and nonpharmacologic measures. Topics covered in the ETM include an overview of basic SCD pathophysiology, SCD pain, over-the-counter medications, opioids, pain management tools, hydroxyurea, and when to call your doctor. Currently, management of SCD pain focuses on alleviation of symptoms with fluids, anti-inflammatory agents, and opioid analgesics [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. As much of the initial management of early VOCs could be performed at home, the Emmi ETM is an eHealth intervention to make self-care information more accessible to patients with SCD. Specifically, this ETM may be especially helpful for individuals with SCD who lack access to a specialized sickle cell clinic, and the format should be a good fit for AYA patients with SCD who prefer to use electronic methods to receive health information. We hypothesized that there would be an improvement in scores from the premodule knowledge-based questionnaire to the postmodule questionnaire and that the postmodule survey would indicate that the ETM is well-received by patients with SCD.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Measures</title>
        <p>The pre- and postmodule knowledge-based questionnaires included 16 identical questions about self-management of sickle cell pain. The postmodule survey added 12 questions assessing participants’ satisfaction with use of the ETM and documenting age, gender, and highest level of education attained. The questionnaire (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>) and survey (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>) were written based on the Emmi ETM script by a professional education specialist from Emmi Solutions to assess for participant understanding of the content of the ETM. The pre- and postquestionnaire and survey responses were digitally recorded through SurveyMonkey, scored, and reviewed.</p>
      </sec>
      <sec>
        <title>Sample</title>
        <p>A convenience sample of adults with SCD seen at the University of Maryland Medical Center (UMMC):</p>
        <list list-type="bullet">
          <list-item>
            <p>Inclusion criteria: (1) Any type of SCD (HbSS, HbSβ0-thal, HbSC, or HbSβ+-thal), (2) aged 18 years or older, and (3) willing to commit 1.5 hours to complete the study in one sitting.</p>
          </list-item>
          <list-item>
            <p>Exclusion criteria: (1) unable to read English or (2) previous use of the Emmi ETM.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>A convenience sample of patients with SCD was offered enrollment upon presentation to their scheduled Hematology outpatient visits at the UMMC between June and October 2017. After verbal consent, patients were provided with a laptop computer to view the Emmi ETM and complete the assessments in the clinic. Participants completed a pretest assessing their baseline knowledge with regard to self-management of VOCs. They then watched a 35-min ETM that described self-care techniques that can mitigate triggers for vaso-occlusion and decrease emergency department usage and also reviewed pharmacologic and nonpharmacologic measures for pain management at home. Patients were allowed to take breaks if necessary. It was noted if the participant fell asleep during the ETM. Participants then completed a posttest assessing their knowledge of self-management of VOCs and a survey regarding use of the ETM. The pre- and postmodule knowledge-based questionnaires and postmodule survey were deidentified to prevent a possible breach of privacy. Once participants completed the study, they received a US $20 Target<sup>TM</sup> gift card for the time invested in the study. They were also given an information sheet about the study with their identification number and a link to re-access the ETM. This study was approved by the University of Maryland School of Medicine Institutional Review Board.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Pre- and postmodule questionnaire scores were compared using paired <italic>t</italic> tests. Postmodule survey responses were analyzed by frequency distribution. Data were monitored to see whether patients re-accessed the ETM.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 39 individuals were approached for the study: 19 declined to participate (most stating reluctance to invest the amount of time needed), none were ineligible, and 20 participated. In total, 12 patients (12/20, 60%) were female. The median age of participants was 27.5 years (range: 20 to 48 years). The highest levels of education completed were as follows: not graduated high school (3), high school diploma/Generalized Educational Development (12), Bachelor’s degree (2), and beyond Bachelor’s degree (3).</p>
      <p>There was significant improvement in scores from the premodule questionnaire to the postmodule questionnaire. The median pretest knowledge score was 66.5% and the median posttest knowledge score, after completion of the ETM, was 85% (paired <italic>t</italic> test [n=20]=6.84; <italic>P</italic>&lt;.001; <xref ref-type="table" rid="table1">Table 1</xref>). This suggests that study participants were able to learn from the ETM and improve their baseline knowledge regarding self-management of sickle cell pain. The small sample size precludes a meaningful analysis of subgroups.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Premodule versus postmodule questionnaire scores.</p>
        </caption>
        <table width="100%" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="62*"/>
          <col width="66*"/>
          <col width="66*"/>
          <col width="62*"/>
          <thead>
            <tr valign="top">
              <td>Study participant</td>
              <td>Premodule Score (%)</td>
              <td>Postmodule Score (%)</td>
              <td>Change (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1</td>
              <td>65</td>
              <td>62</td>
              <td>–4.6</td>
            </tr>
            <tr valign="top">
              <td>2</td>
              <td>85</td>
              <td>97</td>
              <td>14.1</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>68</td>
              <td>97</td>
              <td>42.6</td>
            </tr>
            <tr valign="top">
              <td>4</td>
              <td>56</td>
              <td>85</td>
              <td>51.8</td>
            </tr>
            <tr valign="top">
              <td>5</td>
              <td>76</td>
              <td>85</td>
              <td>11.8</td>
            </tr>
            <tr valign="top">
              <td>6</td>
              <td>62</td>
              <td>85</td>
              <td>37.1</td>
            </tr>
            <tr valign="top">
              <td>7</td>
              <td>74</td>
              <td>74</td>
              <td>0.0</td>
            </tr>
            <tr valign="top">
              <td>8</td>
              <td>47</td>
              <td>59</td>
              <td>25.5</td>
            </tr>
            <tr valign="top">
              <td>9</td>
              <td>65</td>
              <td>94</td>
              <td>44.6</td>
            </tr>
            <tr valign="top">
              <td>10</td>
              <td>79</td>
              <td>88</td>
              <td>11.4</td>
            </tr>
            <tr valign="top">
              <td>11</td>
              <td>65</td>
              <td>71</td>
              <td>9.2</td>
            </tr>
            <tr valign="top">
              <td>12</td>
              <td>59</td>
              <td>82</td>
              <td>39.0</td>
            </tr>
            <tr valign="top">
              <td>13</td>
              <td>38</td>
              <td>47</td>
              <td>23.7</td>
            </tr>
            <tr valign="top">
              <td>14</td>
              <td>56</td>
              <td>82</td>
              <td>46.4</td>
            </tr>
            <tr valign="top">
              <td>15</td>
              <td>74</td>
              <td>88</td>
              <td>18.9</td>
            </tr>
            <tr valign="top">
              <td>16</td>
              <td>71</td>
              <td>88</td>
              <td>23.9</td>
            </tr>
            <tr valign="top">
              <td>17</td>
              <td>51</td>
              <td>74</td>
              <td>45.1</td>
            </tr>
            <tr valign="top">
              <td>18</td>
              <td>74</td>
              <td>79</td>
              <td>6.8</td>
            </tr>
            <tr valign="top">
              <td>19</td>
              <td>68</td>
              <td>94</td>
              <td>38.2</td>
            </tr>
            <tr valign="top">
              <td>20</td>
              <td>88</td>
              <td>97</td>
              <td>10.2</td>
            </tr>
            <tr valign="top">
              <td>Average</td>
              <td>66.1</td>
              <td>81.4</td>
              <td>24.8</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>The postmodule survey (<xref ref-type="fig" rid="figure1">Figure 1</xref>) results indicated that the ETM was well-received. In total, 18 out of 20 participants (90%) reported that they <italic>learned a lot</italic> or <italic>learned something</italic> from the ETM. The most common topic about which they reported learning was hydroxyurea. Nine of the 20 participants commented that they gained a better understanding of how hydroxyurea works and/or of its side effects. Five participants also commented that they learned a lot about opioids. Sixteen of the 20 participants also reported that the ETM improved their confidence to help prevent sickle cell crises, call their doctor, and/or go to the emergency department when needed. Sixteen of the 20 participants had an existing pain management plan, as expected as all study participants were scheduled to see sickle cell specialists in the adult Hematology clinic at UMMC. Of the 16 participants with a pain management plan, 2 reported that the ETM made them realize that they needed to revisit or update their plan with their doctor, 8 reported that the ETM improved their confidence to manage pain, and 6 reported that the ETM had no effect on the way they thought about their existing plan. Of the 4 participants who did not have an existing pain management plan, all 4 reported that they were very likely to ask their doctor or pain specialist to create a pain management plan with them in the next 3 months. Twelve of the 20 participants (60%) were either <italic>very likely</italic> or <italic>likely</italic> to recommend the ETM to a friend or family member with SCD.</p>
      <p>Five participants fell asleep at some point during the ETM, which at least 3 patients attributed to fatigue. One participant commented that the 25-min ETM was “way too long, especially if the target audience is users with this condition” <italic>.</italic> Patient access to the ETM was monitored for 6 months after the completion of the study and no patients re-accessed the ETM.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Excerpts from postmodule survey responses. SCD: sickle cell disease.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i6e13501_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The knowledge scores showed a significant improvement from the premodule questionnaire to the postmodule questionnaire. In the postmodule survey, 90% of participants reported that they learned from the ETM, and 60% of participants were likely to recommend the ETM to others.</p>
        <p>The small sample size precludes a meaningful analysis of subgroups defined by factors including age, sex, and level of education. The subgroup analysis might have shown differences between age groups owing to the generational predilection for electronic media and differences between the level of education subgroups owing to varying levels of comprehension of the ETM or the questionnaire. For future studies with a larger sample size, a literacy assessment might be a more accurate measure of study participants’ comprehension of the ETM than the self-reported level of education. The disadvantage of adding a literacy assessment to the study is that some patients might not have the attention span to concentrate for a longer study.</p>
        <p>Subgroups of patients who may not have benefited as much from the Emmi ETM include those who had barriers to completing the ETM, such as a low level of computer literacy, reading level below fifth grade, and short attention span, and those with a high baseline knowledge of self-care before the Emmi ETM intervention. Falling asleep during the module may be attributable to fatigue, a well-known complication of SCD that can be out of proportion to the anemia [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Although the 2 participants who reported that they did not learn anything new from the ETM scored 85% and 71% on the premodule questionnaire, both improved on the postmodule questionnaire, with postmodule scores of 97% and 88%. Other participants who scored &gt;70% on the premodule questionnaire reported that they did learn something from the ETM.</p>
        <p>Given that 5 participants fell asleep at some point during the ETM and no patients re-accessed the ETM within 6 months of the study, revisions may be necessary. In a recent study assessing online module development, students were more engaged when the module content was applicable to their personal life or community and provided opportunities for critical thinking [<xref ref-type="bibr" rid="ref13">13</xref>]. The study also highlights the value of emphasizing qualitative feedback over traditionally quantitative feedback [<xref ref-type="bibr" rid="ref13">13</xref>]. Possible changes to make the ETM more engaging include adding a playback speed control button per study participant survey comments, modifying the ETM to make it more interactive by adding questions after each section and adding a summary at the end of the ETM. In addition, we could implement an exit interview instead of an online survey to more rigorously evaluate how patients felt about the ETM. Many patients were noted to be slow at typing, so a verbal survey may encourage a more lengthy and critical assessment of the ETM.</p>
        <p>Although the goal of health education is to demonstrate clinical benefit, this demonstration will require additional investigations beyond the scope of this pilot study. Next steps include expanding the study to include a larger sample size and multiple sites (urban vs rural and medical vs community locations). A recent systematic review concluded that evaluations of SCD educational interventions should consist of large-scale studies with many patients retained in a longitudinal follow-up, owing to the heterogeneity of SCD and the modest effect size for educational interventions [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Limitations of this study include a small sample size, no assessment of literacy, no validation of the questionnaire, no assessment of patient knowledge of SCD before the initial premodule questionnaire completion, and a lack of longitudinal follow-up to track retention of knowledge gained from the ETM or further actions taken based on what participants learned from the ETM.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Assessment of this pilot implementation of an educational ETM for SCD in a real clinical setting revealed both benefits and drawbacks. Nearly all patients gained some knowledge from the ETM and had positive comments such as willingness to recommend the ETM to friends. The wide range of pretest scores shows that, before the ETM, there are probably subgroups of patients with greater knowledge of self-care for SCD. The patients’ comments suggest that subgroups exist with different learning styles, with some requesting a more customized or streamlined ETM. Future studies should also examine whether the knowledge acquired through this ETM has an impact on disease course, although these will be difficult to conduct given the unpredictable nature of SCD. Finally, the high rate of refusal to participate (19 of 39 people approached for the study) suggests that modifications are needed to motivate people to use the ETM. Other modifications that may decrease the high rate of refusal to participate include giving patients the option to schedule the study visit at their convenience and having a trusted provider endorse the study.</p>
      </sec>
      <sec>
        <title>Practice Implications</title>
        <p>The educational ETM has the potential to provide an immediate impact on health literacy for an underserved patient population and potentially improve disease management and disease-specific outcomes. Identifying discrete populations of patients with SCD who demonstrate an affinity for self-education via the Emmi ETM would further enhance the utility of this tool. Innovative approaches to improving self-care for patients with SCD are sorely needed and have the potential to enhance care provision for affected individuals, as well as transform the oftentimes adversarial interaction between adult patients and their treating physicians.</p>
        <p>As more patients with SCD are reaching adulthood and SCD has a lifelong course, providing resources to facilitate the transition from pediatric to adult SCD care is essential. Early adulthood is a high-risk period, associated with increased mortality [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. The ETM may be particularly helpful in facilitating the often-fraught transition from pediatric to adult care. Barriers to successful transition include AYA-specific patient issues (lack of knowledge about SCD and about obtaining SCD care with adult health care providers, lack of financial independence and decision-making experience, and fear of leaving familiar clinics), health care provider issues (poorly coordinated transitional care and lack of education and familiarity with SCD treatment), and systemic issues (adult care with fewer interdisciplinary services than well-established pediatric SCD programs, AYAs losing or changing insurance coverage, and a reimbursement system that may limit the willingness of specialists to see adult SCD patients) [<xref ref-type="bibr" rid="ref15">15</xref>]. In addition, AYA patients may be expected to have a particular affinity for a Web-based educational tool.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Pre- and postmodule knowledge-based questionnaire.</p>
        <media xlink:href="mhealth_v7i6e13501_app1.docx" xlink:title="DOCX File, 18KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Postmodule survey.</p>
        <media xlink:href="mhealth_v7i6e13501_app2.docx" xlink:title="DOCX File, 12KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AYA</term>
          <def>
            <p>adolescent and young adult</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eHealth</term>
          <def>
            <p>electronic health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ETM</term>
          <def>
            <p>electronic teaching module</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SCD</term>
          <def>
            <p>sickle cell disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">UMMC</term>
          <def>
            <p>University of Maryland Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VOCs</term>
          <def>
            <p>vaso-occlusive crises</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported in part by the Proposed Research Initiated by Students and Mentors Program, University of Maryland School of Medicine Office of Student Research.</p>
      <p>This research had no financial backing from Emmi Solutions. Emmi Solutions did provide assistance with access to the ETM and development of the questionnaire and survey.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <source>National Heart, Lung, and Blood Institute</source>  
        <comment>Evidence-Based Management of Sickle Cell Diseasexpert Panel Report, 2014 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhlbi.nih.gov/sites/default/files/media/docs/sickle-cell-disease-report%20020816_0.pdf">https://www.nhlbi.nih.gov/sites/default/files/media/docs/sickle-cell-disease-report%20020816_0.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75PSwBUGN"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Whiteman</surname>
            <given-names>LN</given-names>
          </name>
          <name name-style="western">
            <surname>Haywood</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lanzkron</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Strouse</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Feldman</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>RW</given-names>
          </name>
        </person-group>
        <article-title>Primary care providers' comfort level in caring for patients with sickle cell disease</article-title>
        <source>South Med J</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>108</volume>  
        <issue>9</issue>  
        <fpage>531</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.14423/SMJ.0000000000000331</pub-id>
        <pub-id pub-id-type="medline">26332477</pub-id>
        <pub-id pub-id-type="pii">SMJ50060</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lanzkron</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Carroll</surname>
            <given-names>CP</given-names>
          </name>
          <name name-style="western">
            <surname>Hill</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>David</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Paul</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Haywood</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Impact of a dedicated infusion clinic for acute management of adults with sickle cell pain crisis</article-title>
        <source>Am J Hematol</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>90</volume>  
        <issue>5</issue>  
        <fpage>376</fpage>  
        <lpage>80</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/ajh.23961"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/ajh.23961</pub-id>
        <pub-id pub-id-type="medline">25639822</pub-id>
        <pub-id pub-id-type="pmcid">PMC4409504</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Colla</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Kotini-Shah</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>SB</given-names>
          </name>
          <name name-style="western">
            <surname>Hsu</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Timely care for sickle cell</article-title>
        <source>Jt Comm J Qual Patient Saf</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>43</volume>  
        <issue>3</issue>  
        <fpage>113</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jcjq.2016.12.007</pub-id>
        <pub-id pub-id-type="medline">28334589</pub-id>
        <pub-id pub-id-type="pii">S1553-7250(16)30113-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Raphael</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Oyeku</surname>
            <given-names>SO</given-names>
          </name>
        </person-group>
        <article-title>Sickle cell disease pain management and the medical home</article-title>
        <source>Hematology Am Soc Hematol Educ Program</source>  
        <year>2013</year>  
        <volume>2013</volume>  
        <fpage>433</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1182/asheducation-2013.1.433</pub-id>
        <pub-id pub-id-type="medline">24319216</pub-id>
        <pub-id pub-id-type="pii">2013/1/433</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brousseau</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Owens</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Mosso</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Panepinto</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Steiner</surname>
            <given-names>CA</given-names>
          </name>
        </person-group>
        <article-title>Acute care utilization and rehospitalizations for sickle cell disease</article-title>
        <source>J Am Med Assoc</source>  
        <year>2010</year>  
        <month>04</month>  
        <day>7</day>  
        <volume>303</volume>  
        <issue>13</issue>  
        <fpage>1288</fpage>  
        <lpage>94</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2010.378</pub-id>
        <pub-id pub-id-type="medline">20371788</pub-id>
        <pub-id pub-id-type="pii">303/13/1288</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Crosby</surname>
            <given-names>LE</given-names>
          </name>
          <name name-style="western">
            <surname>Ware</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Goldstein</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Walton</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Joffe</surname>
            <given-names>NE</given-names>
          </name>
          <name name-style="western">
            <surname>Vogel</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Britto</surname>
            <given-names>MT</given-names>
          </name>
        </person-group>
        <article-title>Development and evaluation of iManage: a self-management app co-designed by adolescents with sickle cell disease</article-title>
        <source>Pediatr Blood Cancer</source>  
        <year>2017</year>  
        <month>01</month>  
        <volume>64</volume>  
        <issue>1</issue>  
        <fpage>139</fpage>  
        <lpage>45</lpage>  
        <pub-id pub-id-type="doi">10.1002/pbc.26177</pub-id>
        <pub-id pub-id-type="medline">27574031</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Molter</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Abrahamson</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Self-efficacy, transition, and patient outcomes in the sickle cell disease population</article-title>
        <source>Pain Manag Nurs</source>  
        <year>2015</year>  
        <month>06</month>  
        <volume>16</volume>  
        <issue>3</issue>  
        <fpage>418</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pmn.2014.06.001</pub-id>
        <pub-id pub-id-type="medline">25047808</pub-id>
        <pub-id pub-id-type="pii">S1524-9042(14)00095-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Quinn</surname>
            <given-names>CT</given-names>
          </name>
          <name name-style="western">
            <surname>Rogers</surname>
            <given-names>ZR</given-names>
          </name>
          <name name-style="western">
            <surname>McCavit</surname>
            <given-names>TL</given-names>
          </name>
          <name name-style="western">
            <surname>Buchanan</surname>
            <given-names>GR</given-names>
          </name>
        </person-group>
        <article-title>Improved survival of children and adolescents with sickle cell disease</article-title>
        <source>Blood</source>  
        <year>2010</year>  
        <month>04</month>  
        <day>29</day>  
        <volume>115</volume>  
        <issue>17</issue>  
        <fpage>3447</fpage>  
        <lpage>52</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bloodjournal.org/cgi/pmidlookup?view=long&amp;pmid=20194891"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1182/blood-2009-07-233700</pub-id>
        <pub-id pub-id-type="medline">20194891</pub-id>
        <pub-id pub-id-type="pii">blood-2009-07-233700</pub-id>
        <pub-id pub-id-type="pmcid">PMC2867259</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Badawy</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Cronin</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Hankins</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Crosby</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>DeBaun</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Patient-centered eHealth interventions for children, adolescents, and adults with sickle cell disease: systematic review</article-title>
        <source>J Med Internet Res</source>  
        <year>2018</year>  
        <month>07</month>  
        <day>19</day>  
        <volume>20</volume>  
        <issue>7</issue>  
        <fpage>e10940</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2018/7/e10940/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/10940</pub-id>
        <pub-id pub-id-type="medline">30026178</pub-id>
        <pub-id pub-id-type="pii">v20i7e10940</pub-id>
        <pub-id pub-id-type="pmcid">PMC6072976</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ameringer</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Elswick</surname>
            <given-names>RK</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Fatigue in adolescents and young adults with sickle cell disease: biological and behavioral correlates and health-related quality of life</article-title>
        <source>J Pediatr Oncol Nurs</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>31</volume>  
        <issue>1</issue>  
        <fpage>6</fpage>  
        <lpage>17</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24378816"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1043454213514632</pub-id>
        <pub-id pub-id-type="medline">24378816</pub-id>
        <pub-id pub-id-type="pii">1043454213514632</pub-id>
        <pub-id pub-id-type="pmcid">PMC3982311</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ahmadi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Poormansouri</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Beiranvand</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sedighie</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Predictors and correlates of fatigue in sickle cell disease patients</article-title>
        <source>Int J Hematol Oncol Stem Cell Res</source>  
        <year>2018</year>  
        <month>01</month>  
        <day>1</day>  
        <volume>12</volume>  
        <issue>1</issue>  
        <fpage>69</fpage>  
        <lpage>76</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29951181"/>
        </comment>  
        <pub-id pub-id-type="medline">29951181</pub-id>
        <pub-id pub-id-type="pmcid">PMC6018252</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kas-Osoka</surname>
            <given-names>CN</given-names>
          </name>
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Coffman</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Orpinas</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Developing online modules for a “Health and Wellness” course: adapting active learning strategies to the online environment</article-title>
        <source>Pedagogy Health Promot</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>31</day>  
        <volume>4</volume>  
        <issue>4</issue>  
        <fpage>254</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/2373379917750167"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/2373379917750167</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Asnani</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Quimby</surname>
            <given-names>KR</given-names>
          </name>
          <name name-style="western">
            <surname>Bennett</surname>
            <given-names>NR</given-names>
          </name>
          <name name-style="western">
            <surname>Francis</surname>
            <given-names>DK</given-names>
          </name>
        </person-group>
        <article-title>Interventions for patients and caregivers to improve knowledge of sickle cell disease and recognition of its related complications</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2016</year>  
        <month>10</month>  
        <day>6</day>  
        <volume>10</volume>  
        <fpage>CD011175</fpage>  
        <pub-id pub-id-type="doi">10.1002/14651858.CD011175.pub2</pub-id>
        <pub-id pub-id-type="medline">27711980</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jordan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Swerdlow</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Coates</surname>
            <given-names>TD</given-names>
          </name>
        </person-group>
        <article-title>Systematic review of transition from adolescent to adult care in patients with sickle cell disease</article-title>
        <source>J Pediatr Hematol Oncol</source>  
        <year>2013</year>  
        <month>04</month>  
        <volume>35</volume>  
        <issue>3</issue>  
        <fpage>165</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1097/MPH.0b013e3182847483</pub-id>
        <pub-id pub-id-type="medline">23511487</pub-id>
        <pub-id pub-id-type="pii">00043426-201304000-00001</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
