<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i10e20480</article-id>
      <article-id pub-id-type="pmid">33064100</article-id>
      <article-id pub-id-type="doi">10.2196/20480</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Effect of a Mobile App for the Pharmacotherapeutic Follow-Up of Patients With Cancer on Their Health Outcomes: Quasi-Experimental Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Davis</surname>
            <given-names>Sharon</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lambert</surname>
            <given-names>Aurélien</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Collado-Borrell</surname>
            <given-names>Roberto</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7639-0082</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Escudero-Vilaplana</surname>
            <given-names>Vicente</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Hospital General Universitario Gregorio Marañon</institution>
            <addr-line>Dr. Esquerdo 46</addr-line>
            <addr-line>Madrid</addr-line>
            <country>Spain</country>
            <phone>34 915867714</phone>
            <email>vicente.escudero@salud.madrid.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4417-8321</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ribed</surname>
            <given-names>Almudena</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7339-8054</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Gonzalez-Anleo</surname>
            <given-names>Cristina</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6523-3532</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Martin-Conde</surname>
            <given-names>Maite</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7918-7036</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Romero-Jimenez</surname>
            <given-names>Rosa</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6348-4001</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Iglesias-Peinado</surname>
            <given-names>Irene</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6903-014X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Herranz-Alonso</surname>
            <given-names>Ana</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5517-0248</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Sanjurjo-Saez</surname>
            <given-names>Maria</given-names>
          </name>
          <degrees>PharmD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8523-3721</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Hospital General Universitario Gregorio Marañon</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Hospital Clinic Barcelona</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Pharmacy, Universidad Complutense de Madrid</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Vicente Escudero-Vilaplana <email>vicente.escudero@salud.madrid.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>10</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>10</issue>
      <elocation-id>e20480</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>9</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Roberto Collado-Borrell, Vicente Escudero-Vilaplana, Almudena Ribed, Cristina Gonzalez-Anleo, Maite Martin-Conde, Rosa Romero-Jimenez, Irene Iglesias-Peinado, Ana Herranz-Alonso, Maria Sanjurjo-Saez. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 16.10.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/10/e20480/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Oral antineoplastic agents (OAAs) have revolutionized cancer management. However, they have been reported with adverse side effects and drug-drug interactions. Moreover, patient adherence to OAA treatment is critical. Mobile apps can enable remote and real-time pharmacotherapeutic monitoring of patients, while also promoting patient autonomy in their health care.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary objective was to analyze the effect of using a mobile app for the follow-up of patients with oncohematological malignancies undergoing treatment with OAAs on their health outcomes. The secondary objectives were to analyze the role of the app in communication with health care professionals and patient satisfaction with the app.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We performed a comparative, quasi-experimental study based on a prepost intervention with 101 patients (control group, n=51, traditional pharmacotherapeutic follow-up vs intervention group, n=50, follow-up through e-OncoSalud, a custom-designed app that promotes follow-up at home and the safety of patients receiving OAAs). The effect of this app on drug safety, adherence to treatment, and quality of life was evaluated.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>With regard to drug safety, 73% (37/51) of the patients in the control group and 70% (35/50) of the patients in the intervention group (<italic>P</italic>=.01) presented with drug-related problems. The probability of detecting an insufficiently treated health problem in the intervention group was significantly higher than that in the control group (<italic>P</italic>=.04). The proportion of patients who presented with side effects in the intervention group was significantly lower than that in the control group (<italic>P</italic>&#62;.99). In the control group, 49% (25/51) of the patients consumed some health resources during the first 6 months of treatment compared with 36% (18/50) of the patients in the intervention group (<italic>P</italic>=.76). Adherence to treatment was 97.6% (SD 7.9) in the intervention group, which was significantly higher than that in the control group (92.9% [SD 10.0]; <italic>P</italic>=.02). The EuroQol-5D in the intervention group yielded a mean (SD) index of 0.875 (0.156), which was significantly higher than that in the control group (0.741 [0.177]; <italic>P</italic>&#60;.001). Approximately 60% (29/50) of the patients used the messaging module to communicate with pharmacists. The most frequent types of messages were acknowledgments (77/283, 27.2%), doubts about contraindications and interactions with OAAs (70/283, 24.7%), and consultations for adverse reactions to treatment (39/283, 13.8%). The satisfaction with the app survey conducted in the intervention group yielded an overall mean (SD) score of 9.1 (0.4) out of 10.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Use of e-OncoSalud for the real-time follow-up of patients receiving OAAs facilitated the optimization of some health outcomes. The intervention group had significantly higher health-related quality of life and adherence to treatment than the control group. Further, the probability of the intervention group presenting with side effects was significantly lower than that of the control group.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>e-OncoSalud</kwd>
        <kwd>app</kwd>
        <kwd>smartphone</kwd>
        <kwd>oral antineoplastic agent</kwd>
        <kwd>oncology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Cancer research has grown exponentially in recent years. It is currently estimated that 40% of the chemotherapeutic drugs are oral antineoplastic agents (OAAs), which have changed the model for administration of chemotherapy. The treatment for cancer has changed from controlled administration in the day hospital to administration at home without the supervision of a health care professional, thus requiring greater autonomy on the part of the patient [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. However, these treatments are subject to drug-related problems (DRPs), such as adherence, interactions with the usual medication, and side effects [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The Institute for Safe Medication Practices classifies OAAs as high-risk medications [<xref ref-type="bibr" rid="ref5">5</xref>]. According to Walsh et al [<xref ref-type="bibr" rid="ref6">6</xref>], up to 20% of the patients treated with OAAs experience severe side effects.</p>
      <p>In this sense, information and communication technologies, specifically the area of mobile health, can provide patients with greater autonomy and facilitate communication with health care professionals. Similarly, mobile health can enable health care professionals to improve monitoring and patient care [<xref ref-type="bibr" rid="ref7">7</xref>]. According to a study in more than 7800 patients, 83% considered the use of technology to be an essential or very important component of their health care. The majority valued the use of virtual care very positively in various scenarios such as receiving reminders for health promotion, taking medication, changing an appointment, and even follow-up on discharge and contacting their health care professional [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Since mobile apps are accessible by a vast majority of the population and since these apps facilitate the possibility of remote monitoring, they offer patients with cancer the opportunity to participate in the management of their disease and endow greater responsibility for the control of their health, thus favoring empowerment and improving the safety and quality of care [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>According to the report “Global Oncology Trends 2018,” it is estimated that there are more than 2500 mobile health cancer-related apps and that their use in clinical practice is increasing, especially in the case of health care apps [<xref ref-type="bibr" rid="ref9">9</xref>]. Nevertheless, evidence for the benefits that these apps can bring to patients is limited. In fact, 2015 was the first year that this advancement was addressed in the literature, with 5 studies analyzing the effectiveness of apps in oncology. All 5 studies reported positive results, although 2 showed efficacy similar to that in the standard of care. In a review of 17 studies on the use of apps and websites for patients with cancer, it was observed that most were focused exclusively on the design, feasibility, and acceptance of the app. There is hardly any evidence on the effect of apps intended for the patient on the improvement of their health outcomes [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Therefore, the objective of this study was to analyze the effect of an app for the pharmacotherapeutic follow-up of patients with oncohematological malignancies undergoing treatment with OAAs on their health outcomes. The secondary objective was to analyze the role of the app in communication with health care professionals and patient satisfaction with the app.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design and Scope of the Study</title>
        <p>We performed a comparative, quasi-experimental study with a prepost intervention design. The health outcomes of a group of patients in which pharmacotherapeutic follow-up was according to the usual clinical practice of the Pharmacy Service (control group) was compared with those of a group of patients in which the said follow-up was managed through an app (intervention group).</p>
        <p>There were 2 periods of recruitment: the first began in January 2015 and ended in December 2015 (control group) and the second began in May 2017 and ended in May 2018 (intervention group). The follow-up period in both the groups was 6 months. This study was carried out in the outpatient unit of the Pharmacy Services of 2 University Hospitals. Both services have a pharmaceutical care program for patients undergoing treatment with OAAs to train them in the appropriate management of their medication (optimal adherence, management of side effects, and interactions with usual medication). This study was approved by the Hospital Clinical Research Ethics Committee (code PI13/02056). All patients signed an informed consent document. This study adhered to the basic ethics principles and the tenets of the Declaration of Helsinki.</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>The control group consisted of adult patients who started treatment with OAAs between January 1, 2015 and December 31, 2015. These patients were followed up at the outpatient unit at the beginning of the treatment and 6 months later according to the established pharmaceutical care program. The intervention group consisted of patients over 18 years of age who started treatment with OAAs between May 31, 2017 and May 31, 2018. Patients had to have a smartphone and were followed up daily through an app (e-OncoSalud) for 6 months from the start of the treatment.</p>
      </sec>
      <sec>
        <title>Pharmacotherapeutic Follow-Up Via the App</title>
        <p>Between January 2016 and May 2017, a team of hospital pharmacists, oncologists, hematologists, and computer scientists designed the e-OncoSalud app [<xref ref-type="bibr" rid="ref2">2</xref>]. e-OncoSalud is a custom-designed app that promotes pharmacotherapeutic follow-up at home and the safety of patients treated with OAAs. It comprises the following 5 modules that integrate all relevant treatment information.</p>
        <p>1. An agenda module, wherein the patient can register various events (appointment with the doctor, laboratory analyses, imaging test appointments, and medication collection) with customizable alerts.</p>
        <p>2. A treatment module, in which both the patient and the pharmacist can register the drugs consumed by the patient and the dosage. Patients can see their package insert and schedule alerts for administration, thus improving adherence.</p>
        <p>3. A module providing tips on the disease and management of symptoms, as well as links to websites of interest and instructions for using the app.</p>
        <p>4. A messaging module so that both the patient and the health care professional can contact each other at any time.</p>
        <p>5. A module in which the patient can record general progress, blood pressure, weight, and side effects. The patient can register these with a defined periodicity, except for the side effects, which are recorded when they occur. The management of the side effects is based on a decision algorithm that uses a series of questions to classify severity according to the severity of the Common Terminology Criteria for Adverse Events (CTCAE, grades 1-4) and issues appropriate recommendations. The side effect information is focused on the management of fatigue, diarrhea, nausea, vomiting, hand-foot syndrome, and fever. In diarrhea and vomiting, the decision algorithm works based on a count of the number of events registered in the last 24 hours, and when it reaches a defined number of events, the different recommendations appear. All the information that the patient records in the app is sent through a web interface to ensure real-time pharmacotherapeutic follow-up by pharmacists.</p>
      </sec>
      <sec>
        <title>Variables</title>
        <p>The effect of the app was evaluated through the following health outcomes: drug safety, adherence, and quality of life. Patient communication and satisfaction with the app were also analyzed. The variables analyzed were as follows.</p>
        <p>1. Demographic/clinical characteristics: age, sex, diagnosis, type of OAA, and concomitant medications.</p>
        <p>2. Safety: DRPs according to the 3rd Consensus of Granada, the number of interactions and their severity, side effects according to the CTCAE scale v.4.03 [<xref ref-type="bibr" rid="ref11">11</xref>], and resource consumption (unscheduled consultations, emergency visits, and hospital admissions).</p>
        <p>3. Quality of life: assessed using the EuroQol-5D (EQ-5D) questionnaire [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>4. Adherence to treatment: measured through the medication possession ratio, calculated through the dispensation record of the outpatient unit’s computer program.</p>
        <p>5. Communication: analysis of the messages that patients sent through the app.</p>
        <p>6. Satisfaction: evaluated through a specific satisfaction survey for the app. The survey consisted of 8 closed questions on an additive assessment scale that included aspects of the ease of communication with the pharmacist, usefulness for managing the treatment, and grade of recommendation. The survey was delivered to patients 6 months after having installed the app.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The objective of the app was to improve the pharmaceutical follow-up and safety of patients treated with OAAs by increasing the detection of DRPs by at least 20% (from 15% to 35%). Therefore, accepting an alpha risk of .05 and a beta risk of .10 in a bilateral contrast, 45 subjects are needed in the control group and 45 in the intervention group. A loss to follow-up rate of 10% has been estimated.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Data were analyzed using SPSS Statistics for Windows, version 21.0 (IBM Corp). The results were expressed as mean and standard deviation (SD). Categorical variables were expressed as frequencies and percentages. The homogeneity of the 2 groups was analyzed using a univariate analysis by applying the chi-square test for qualitative variables and the one-sided <italic>t</italic> test or Mann-Whitney <italic>U</italic> test to compare quantitative variables. The Bonferroni correction was applied for multiple comparisons. <italic>P</italic> values less than .05 were considered statistically significant.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographic Data of the Patients</title>
        <p>During the study period, 198 patients started treatment with OAAs (<xref rid="figure1" ref-type="fig">Figure 1</xref>). A total of 87 patients were assigned to the control group; of these, 36 were excluded because they did not complete the 6 months of treatment. In the intervention group, 111 patients started treatment but 61 patients were excluded (40 for not completing the follow-up period and 21 for not having a smartphone). Finally, 101 patients were analyzed in a 1:1 ratio, with 51 patients in the control group (without the app) and 50 patients in the intervention group (with the app). The mean (SD) age of the patients was 62.7 (13.6) years: 68.7 (10.7) years in the control group and 56.6 (13.6) years in the intervention group (<italic>P</italic>&#60;.001). <xref ref-type="table" rid="table1">Table 1</xref> describes the demographic and clinical characteristics of the study patients.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Description of the recruitment of the patients.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i10e20480_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic and clinical characteristics of the control group and the intervention group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="410"/>
            <col width="160"/>
            <col width="180"/>
            <col width="110"/>
            <col width="0"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Demographic/clinical characteristics</td>
                <td>Control group, n=51, n (%)</td>
                <td>Intervention group, n=50, n (%)</td>
                <td colspan="2">Total, N=101, n (%)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Gender</bold>
                </td>
                <td colspan="2">.20</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>19 (37)</td>
                <td>25 (50)</td>
                <td colspan="2">44 (43.6)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>32 (63)</td>
                <td>25 (50)</td>
                <td colspan="2">57 (56.4)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Tumor</bold>
                </td>
                <td colspan="2">.004<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Multiple myeloma</td>
                <td>13 (26)</td>
                <td>5 (10)<sup>a</sup></td>
                <td colspan="2">18 (17.8)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Non–small cell lung cancer</td>
                <td>12 (24)</td>
                <td>5 (10)</td>
                <td colspan="2">17 (16.8)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Kidney cancer</td>
                <td>11 (22)</td>
                <td>4 (8)</td>
                <td colspan="2">15 (14.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prostate cancer</td>
                <td>5 (10)</td>
                <td>6 (12)</td>
                <td colspan="2">11 (10.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic myeloid leukemia</td>
                <td>2 (4)</td>
                <td>4 (8)</td>
                <td colspan="2">6 (5.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Breast cancer</td>
                <td>3 (6)</td>
                <td>2 (4)</td>
                <td colspan="2">5 (5.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gastrointestinal stromal tumors</td>
                <td>1 (2)</td>
                <td>3 (6)</td>
                <td colspan="2">4 (4.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Soft tissue sarcoma</td>
                <td>0 (0)</td>
                <td>4 (8)</td>
                <td colspan="2">4 (4.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hepatocellular carcinoma</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Central nervous system</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Thyroid cancer</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic lymphatic leukemia</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Colon cancer</td>
                <td>2 (4)</td>
                <td>0 (0)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Myelodysplastic syndrome</td>
                <td>2 (4)</td>
                <td>0 (0)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ovarian cancer</td>
                <td>0 (0)</td>
                <td>2 (4)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute lymphoid leukemia</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Melanoma</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Eastern Cooperative Oncology Group performance status</bold>
                </td>
                <td colspan="2">.04</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Grade 0</td>
                <td>20 (41)</td>
                <td>31 (66)</td>
                <td colspan="2">51 (53.1)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Grade 1</td>
                <td>25 (51)</td>
                <td>15 (32)</td>
                <td colspan="2">40 (41.7)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Grade 2</td>
                <td>4 (8)</td>
                <td>1 (2)</td>
                <td colspan="2">5 (5.2)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Smoker</bold>
                </td>
                <td colspan="2">.15</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>51 (100)</td>
                <td>48 (96)</td>
                <td colspan="2">99 (98.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>0 (0)</td>
                <td>2 (4)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Living alone</bold>
                </td>
                <td colspan="2">.13</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>39 (77)</td>
                <td>44 (88)</td>
                <td colspan="2">83 (82.2)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>12 (24)</td>
                <td>6 (12)</td>
                <td colspan="2">18 (17.8)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Treatment</bold>
                </td>
                <td colspan="2">.001<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lenalidomide</td>
                <td>15 (29)</td>
                <td>4 (8)<sup>a</sup></td>
                <td colspan="2">19 (18.8)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pazopanib</td>
                <td>8 (16)</td>
                <td>3 (6)</td>
                <td colspan="2">11 (10.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gefitinib</td>
                <td>7 (14)</td>
                <td>1 (2)<sup>a</sup></td>
                <td colspan="2">8 (7.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Imatinib</td>
                <td>4 (8)</td>
                <td>4 (8)</td>
                <td colspan="2">8 (7.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Capecitabine</td>
                <td>6 (12)</td>
                <td>1 (2)</td>
                <td colspan="2">7 (6.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sorafenib</td>
                <td>0 (0)</td>
                <td>6 (12)</td>
                <td colspan="2">6 (5.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Erlotinib</td>
                <td>5 (10)</td>
                <td>0 (0)</td>
                <td colspan="2">5 (5.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Abiraterone</td>
                <td>3 (6)</td>
                <td>2 (4)</td>
                <td colspan="2">5 (5.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Enzalutamide</td>
                <td>1 (2)</td>
                <td>4 (8)</td>
                <td colspan="2">5 (5.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sunitinib</td>
                <td>2 (4)</td>
                <td>2 (4)</td>
                <td colspan="2">4 (4.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dasatinib</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Afatinib</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ibrutinib</td>
                <td>0 (0)</td>
                <td>3 (6)</td>
                <td colspan="2">3 (3.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Olaparib</td>
                <td>0 (0)</td>
                <td>2 (4)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regorafenib</td>
                <td>0 (0)</td>
                <td>2 (4)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Procarbazine</td>
                <td>0 (0)</td>
                <td>2 (4)</td>
                <td colspan="2">2 (2.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Axitinib</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Crizotinib</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Everolimus</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ruxolitinib</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dabrafenib/trametinib</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Temozolomide</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lenvatinib</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Treatment line<sup>b</sup></bold>
                </td>
                <td colspan="2">.61</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>26 (53)</td>
                <td>27 (54)</td>
                <td colspan="2">53 (53.5)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td>14 (29)</td>
                <td>14 (28)</td>
                <td colspan="2">28 (28.3)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td>8 (16)</td>
                <td>5 (10)</td>
                <td colspan="2">13 (13.1)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4</td>
                <td>1 (2)</td>
                <td>3 (6)</td>
                <td colspan="2">4 (4.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5</td>
                <td>0 (0)</td>
                <td>1 (2)</td>
                <td colspan="2">1 (1.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Previous oral chemotherapy</bold>
                </td>
                <td colspan="2">.15</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>36 (72)</td>
                <td>42 (84)</td>
                <td colspan="2">78 (78.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>14 (28)</td>
                <td>8 (16)</td>
                <td colspan="2">22 (22.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Significant difference between the control and the intervention group at <italic>P</italic>&#60;.05.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Number of previous treatments the patient has received.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Drug Safety</title>
        <sec>
          <title>DRPs</title>
          <p>DRPs were recorded in 73% (37/51) of the patients in the control group and in 70% (35/50) of the patients in the intervention group (<italic>P</italic>=.01) (<xref ref-type="table" rid="table2">Table 2</xref>). The most frequent DRPs in both groups were interactions with the usual medication. The probability of the intervention group presenting with side effects was significantly lower than that of the control group presenting with side effects (<italic>P</italic>=.01). The probability of detecting an insufficiently treated health problem in the intervention group was significantly higher than that of detecting an insufficiently treated health problem in the control group (<italic>P</italic>=.04).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Drug-related problems in the control group and intervention group.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="310"/>
              <col width="210"/>
              <col width="260"/>
              <col width="220"/>
              <thead>
                <tr valign="top">
                  <td>Drug-related problem</td>
                  <td>Control group, n=51, n (%)</td>
                  <td>Intervention group, n=50, n (%)</td>
                  <td>Total, N=101, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Erroneous administration of the drug</td>
                  <td>2 (3)</td>
                  <td>3 (5)</td>
                  <td>5 (3.5)</td>
                </tr>
                <tr valign="top">
                  <td>Personal characteristics</td>
                  <td>0 (0)</td>
                  <td>2 (3)</td>
                  <td>2 (1.4)</td>
                </tr>
                <tr valign="top">
                  <td>Contraindication</td>
                  <td>0 (0)</td>
                  <td>2 (3)</td>
                  <td>2 (1.4)</td>
                </tr>
                <tr valign="top">
                  <td>Dose, schedule, or inadequate duration</td>
                  <td>3 (4)</td>
                  <td>2 (3)</td>
                  <td>5 (3.5)</td>
                </tr>
                <tr valign="top">
                  <td>Prescription errors</td>
                  <td>0 (0)</td>
                  <td>1 (2)</td>
                  <td>1 (0.7)</td>
                </tr>
                <tr valign="top">
                  <td>Nonadherence</td>
                  <td>9 (11)</td>
                  <td>6 (9)</td>
                  <td>15 (10.4)</td>
                </tr>
                <tr valign="top">
                  <td>Drug-drug interactions</td>
                  <td>26 (33)</td>
                  <td>21 (32)</td>
                  <td>47 (32.6)</td>
                </tr>
                <tr valign="top">
                  <td>Other health problems affecting treatment</td>
                  <td>1 (1)</td>
                  <td>0 (0)</td>
                  <td>1 (0.7)</td>
                </tr>
                <tr valign="top">
                  <td>Likelihood of side effects</td>
                  <td>19 (24)<sup>a</sup></td>
                  <td>2 (3)</td>
                  <td>21 (14.6)</td>
                </tr>
                <tr valign="top">
                  <td>Insufficiently treated health problem</td>
                  <td>5 (6)</td>
                  <td>11 (17)<sup>a</sup></td>
                  <td>16 (11.1)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Significant difference between the control and the intervention groups at <italic>P</italic>&#60;.05.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Side Effects</title>
          <p>The proportion of patients who presented with side effects in the group that used the app was significantly lower than that of patients who presented with side effects in the control group (45/50, 90% vs 51/51, 100%; <italic>P</italic>&#62;.99). <xref ref-type="table" rid="table3">Table 3</xref> shows the distribution of the patients according to side effects in the control group and intervention group. No statistically significant differences were found between the 2 groups based on side effects. The mean (SD) time to onset of the first adverse effect was 8.2 (10.6) days in the intervention group.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Distribution of patients according to side effects in the control group and intervention group.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="250"/>
              <col width="250"/>
              <col width="250"/>
              <thead>
                <tr valign="top">
                  <td>Side effects</td>
                  <td>Control group, n=51, n (%)</td>
                  <td>Intervention group, n=50, n (%)</td>
                  <td>Total, N=101, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Nausea</td>
                  <td>12 (24)</td>
                  <td>26 (28)</td>
                  <td>38 (37.6)</td>
                </tr>
                <tr valign="top">
                  <td>Vomiting</td>
                  <td>3 (6)</td>
                  <td>13 (20)</td>
                  <td>16 (15.8)</td>
                </tr>
                <tr valign="top">
                  <td>Diarrhea</td>
                  <td>21 (41)</td>
                  <td>46 (50)</td>
                  <td>67 (66.3)</td>
                </tr>
                <tr valign="top">
                  <td>Hypertension</td>
                  <td>7 (14)</td>
                  <td>17 (20)</td>
                  <td>24 (23.8)</td>
                </tr>
                <tr valign="top">
                  <td>Hematologic toxicity</td>
                  <td>9 (18)</td>
                  <td>16 (14)</td>
                  <td>25 (24.8)</td>
                </tr>
                <tr valign="top">
                  <td>Fatigue</td>
                  <td>27 (53)</td>
                  <td>56 (58)</td>
                  <td>83 (82.2)</td>
                </tr>
                <tr valign="top">
                  <td>Hand-foot syndrome</td>
                  <td>7 (14)</td>
                  <td>11 (8)</td>
                  <td>18 (17.8)</td>
                </tr>
                <tr valign="top">
                  <td>Cutaneous adverse effects</td>
                  <td>16 (31)</td>
                  <td>34 (36)</td>
                  <td>50 (49.5)</td>
                </tr>
                <tr valign="top">
                  <td>Others</td>
                  <td>28 (55)</td>
                  <td>59 (62)</td>
                  <td>87 (86.1)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Resource Consumption</title>
        <p>Almost half (25/51, 49%) of the patients in the control group consumed health care resources during the first 6 months of treatment compared with 36% (18/50) of the patients in the intervention group (<italic>P</italic>=.78) (<xref ref-type="table" rid="table4">Table 4</xref>). Four emergency visits were avoided in the intervention group, since the events were managed remotely. No significant differences were found between the control group and the intervention group with regard to resource consumption.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Resource consumption in the control and intervention groups.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="380"/>
            <col width="200"/>
            <col width="220"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Resource consumption</td>
                <td>Control group, n=51, n (%)</td>
                <td>Intervention group, n=50, n (%)</td>
                <td>Total, N=101, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Unscheduled visits to the oncology department</td>
                <td>4 (11)</td>
                <td>3 (14)</td>
                <td>7 (12.3)</td>
              </tr>
              <tr valign="top">
                <td>Emergency visits</td>
                <td>22 (63)</td>
                <td>17 (77)</td>
                <td>39 (68.4)</td>
              </tr>
              <tr valign="top">
                <td>Admission to hospital</td>
                <td>9 (26)</td>
                <td>2 (9)</td>
                <td>11 (19.3)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Health-Related Quality of Life</title>
        <p>When a linear transformation was applied to standardize the score, the EQ-5D in the intervention group yielded a mean (SD) index of 0.875 (0.156), which was significantly higher than that in the control group (0.741 [0.177]; <italic>P</italic>&#60;.001).</p>
      </sec>
      <sec>
        <title>Adherence</title>
        <p>The mean (SD) rate of adherence to treatment in the intervention group was 97.6% (7.9), which was significantly higher than that in the control group (92.9% [10.0]; <italic>P</italic>=.02)</p>
      </sec>
      <sec>
        <title>Patient Communication Through e-OncoSalud</title>
        <p>Approximately 60% (29/50) of the patients in the intervention group used the messaging module to communicate with pharmacists. They sent 283 messages, that is, an average of 8 messages per patient. The most frequent messages concerned doubts about contraindications and interactions with OAAs (70/283, 24.7%), consultations for adverse reactions to treatment (39/283, 13.8%), and acknowledgment of the care received (77/283, 27.2%) (<xref ref-type="table" rid="table5">Table 5</xref>).</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Classification of the messages sent by patients through e-OncoSalud (n=283).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="800"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Message classification</td>
                <td>Values, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Acknowledgment of the pharmaceutical care received</td>
                <td>77 (27.2)</td>
              </tr>
              <tr valign="top">
                <td>Contraindications and drug interactions</td>
                <td>70 (24.7)</td>
              </tr>
              <tr valign="top">
                <td>Side effects</td>
                <td>39 (13.8)</td>
              </tr>
              <tr valign="top">
                <td>Medication collection alert</td>
                <td>36 (12.7)</td>
              </tr>
              <tr valign="top">
                <td>Dosage and administration</td>
                <td>24 (8.5)</td>
              </tr>
              <tr valign="top">
                <td>Hospital logistics</td>
                <td>15 (5.3)</td>
              </tr>
              <tr valign="top">
                <td>Use of therapy and efficacy of other treatments</td>
                <td>7 (2.5)</td>
              </tr>
              <tr valign="top">
                <td>Availability of other treatments</td>
                <td>6 (2.1)</td>
              </tr>
              <tr valign="top">
                <td>App-related problems</td>
                <td>3 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>Suggestions for improving the app</td>
                <td>3 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>Use and efficacy of complementary medicinal products</td>
                <td>2 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>1 (0.4)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Satisfaction With e-OncoSalud</title>
        <p>The satisfaction survey conducted in the intervention group yielded an overall mean (SD) score of 9.1 (0.4) out of 10. The results are shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Satisfaction of the patients in the intervention group with the e-OncoSalud app.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i10e20480_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>
        <bold>Principal Findings and Comparison With Previous Studies</bold>
      </p>
      <p>To our knowledge, this is the first study to show that an app for the pharmacotherapeutic follow-up of patients with cancer treated with OAAs has a positive impact on their safety and adherence to treatment as well as on health-related quality of life. e-OncoSalud is a new app that includes a unique decision-making algorithm. Depending on the type and severity of the side effects registered by the patient, the app provides personalized recommendations instantly.</p>
      <p>Although OAAs are not subject to the specific problems of intravenous chemotherapy, they are not without side effects [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. In our study, the most common side effects reported by patients in both groups were characteristic of OAAs (asthenia, diarrhea, skin disorders, nausea, and vomiting) [<xref ref-type="bibr" rid="ref3">3</xref>]. However, by having the decision-making algorithm, the patients in the intervention group were able to manage these symptoms from home. In a 3-module app [<xref ref-type="bibr" rid="ref14">14</xref>] aimed at patients with nasopharyngeal carcinoma receiving chemoradiotherapy, one of the recommendations decreased the frequency of the complications associated with treatment. The incidence of mucositis, xerostomia, difficulty opening the mouth, and nasal congestion was lower in the patients who used the app (67 patients) than in those who did not (65 patients) [<xref ref-type="bibr" rid="ref14">14</xref>]. In a clinical trial conducted in 76 patients with breast cancer [<xref ref-type="bibr" rid="ref15">15</xref>], the authors analyzed the impact of the ILOVEBREAST app in reducing side effects, improving psychological status, and improving adherence to treatment. The patients were randomized in a 1:1 ratio to follow-up through the app (intervention group) or traditional follow-up (control group). Consistent with our findings, the results showed that the use of the app was associated with better quality of life, greater adherence, and fewer side effects such as nausea, fatigue, hand-foot syndrome, and hair loss. Although the differences were not significant in most cases, the incidence of grade 3 fatigue was significantly lower in patients who used the app (1 vs 13; <italic>P</italic>=.02) [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>According to a study conducted at the Dana-Farber Cancer Institute, patients undergoing treatment with OAAs are more likely to be admitted to hospital with side effects. However, patients who were closely followed by their health care professional were significantly less likely to be admitted in the hospital [<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, information and communication technologies are demonstrating an improvement in the management of various conditions, with results that show a reduction in complications and hospital admissions. For example, a study that analyzed the use of text messages in patients with diabetes found a significant decrease in HbA<sub>1c</sub> levels, improved medication adherence, and decreased emergency department visits [<xref ref-type="bibr" rid="ref17">17</xref>]. Another study evaluated the effect of home telemonitoring in patients with heart failure and demonstrated a significant improvement in health outcomes [<xref ref-type="bibr" rid="ref18">18</xref>]. However, we found no studies showing that apps for patients with cancer reduce their emergency visits or hospital admissions. Through e-OncoSalud, patients’ consumption of resources could be reduced from 49% to 36% (unscheduled consultations, emergency visits, or hospital admissions), although there was no statistically significant difference between the control and the intervention groups.</p>
      <p>Side effects can also affect the quality of life of patients. According to Rincon et al [<xref ref-type="bibr" rid="ref19">19</xref>], real-time monitoring and symptom management significantly improved emotional status, insomnia, and urinary tract symptoms. In another study that analyzed an app for the follow-up of patients with lung cancer, registration and follow-up of symptoms and subsequent management by the oncologist improved the quality of life [<xref ref-type="bibr" rid="ref20">20</xref>]. According to the authors, this improvement was due to the early detection of side effects, complications, and signs or symptoms of progression [<xref ref-type="bibr" rid="ref20">20</xref>]. In our study, follow-up based on the use of the e-OncoSalud app improved the health-related quality of life more than the traditional follow-up.</p>
      <p>While patients with cancer face many challenges, adherence to OAAs is crucial if they are to maximize treatment outcomes and avoid complications [<xref ref-type="bibr" rid="ref21">21</xref>]. In the follow-up based on e-OncoSalud, adherence at 6 months was 97.6% (SD 7.9), which is significantly higher than that of patients who did not receive home follow-up through the app (92.9% [SD 10.0]). These results agree with those reported in the literature, where the app is positioned as another strategy to improve adherence to treatment [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      <p>Regarding patient-pharmacist communication, 60% of the patients used the messaging module to communicate with the pharmacist. This percentage is similar to that reported with the WebChoice app [<xref ref-type="bibr" rid="ref23">23</xref>], in which 61% of the patients used the messaging module to contact their nurse. However, we were unable to find studies that analyze the type of messages sent through an app between patients and health care professionals. This is not surprising, given that few electronic systems for patients with cancer incorporate messaging modules. A recently published review showed that only 6 (15%) of 40 electronic systems incorporated this modality [<xref ref-type="bibr" rid="ref10">10</xref>]. Although several studies have shown that patients highly value this function, its complexity and maintenance limit its usability [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      <p>Finally, our results revealed a high degree of satisfaction with most of the aspects assessed. Those aspects that were the best rated were the ability to communicate with the pharmacist from anywhere, having the treatment registered with the notification system, the immediacy of the response by the pharmacist, and the ease of use. In addition, 100% of the patients agreed that they would recommend the app. These data are similar to those reported in studies that analyzed the app satisfaction of patients with cancer [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In order to assess the satisfaction of the ILOVEBREAST app, Kim et al [<xref ref-type="bibr" rid="ref15">15</xref>] conducted a survey consisting of 8 questions that covered the ease of use and help with taking medication. Patients were also asked if they would recommend the app to others. The functions most highly valued by the patients were the ease of obtaining information and managing side effects. However, unlike our app, ease of use was one of the least valued aspects, possibly because it is an app based on an avatar type game. In their evaluation of the iCancerHealth app, Berry et al [<xref ref-type="bibr" rid="ref25">25</xref>] observed that the aspects best valued by patients were ease of communication with their health care professional and the recording and monitoring of side effects.</p>
      <sec>
        <title>Limitations</title>
        <p>This study has the following limitations. The main limitation is the absence of randomization. However, the inclusion and exclusion criteria ensured that the selection of patients was representative of a usual clinical practice, and the sample size was sufficiently large to achieve the objectives. Likewise, the control and intervention groups were recruited 3 years apart. This could have an impact on not only which antineoplastic drugs are available but also other factors in terms of people’s willingness to communicate via an app. In addition, the use of 2 separate study periods with respect to a type of drugs undergoing development makes it difficult to draw reasonable comparisons between the groups.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Real-time pharmacotherapeutic follow-up of patients receiving OAAs by using the e-OncoSalud enabled the optimization of some health outcomes. Although there was no significant difference between the control and intervention groups in terms of unscheduled visits to the oncology department, emergency visits, or admissions to the hospital, the intervention group had significantly higher health-related quality of life and adherence to treatment. Further, the probability of the intervention group presenting with side effects was significantly lower than that of the control group. However, more randomized studies should be conducted to confirm the observed findings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CTCAE</term>
          <def>
            <p>Common Terminology Criteria for Adverse Events</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DRP</term>
          <def>
            <p>drug-related problem</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EQ-5D</term>
          <def>
            <p>EuroQol-5D</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">OAA</term>
          <def>
            <p>oral antineoplastic agent</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project was supported by iPharma (Pharmacy Innovation Center at the Hospital General Universitario Gregorio Marañón) through funding received from FEDER Project PI13/02056. Support was cofinanced by the European Regional Development Fund (FEDER)–A way of making Europe.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>RYK</given-names>
            </name>
            <name name-style="western">
              <surname>To</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Deacken</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jadad</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>A lot of action, but not in the right direction: systematic review and content analysis of smartphone applications for the prevention, detection, and management of cancer</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>12</month>
          <day>23</day>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e287</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/12/e287/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2661</pub-id>
          <pub-id pub-id-type="medline">24366061</pub-id>
          <pub-id pub-id-type="pii">v15i12e287</pub-id>
          <pub-id pub-id-type="pmcid">PMC3875901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collado-Borrell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Escudero-Vilaplana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ribed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anglada-Martínez</surname>
              <given-names>Helena</given-names>
            </name>
            <name name-style="western">
              <surname>Martín-Conde</surname>
              <given-names>Maite</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Codina-Jané</surname>
              <given-names>Carlos</given-names>
            </name>
            <name name-style="western">
              <surname>Sanjurjo-Sáez</surname>
              <given-names>María</given-names>
            </name>
          </person-group>
          <article-title>Design of the functional requirements of a smartphone app for patients receiving oral antineoplastic agents: The e-OncoSalud® app</article-title>
          <source>J Oncol Pharm Pract</source>
          <year>2020</year>
          <month>01</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <lpage>115</lpage>
          <pub-id pub-id-type="doi">10.1177/1078155219840419</pub-id>
          <pub-id pub-id-type="medline">30955468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Escudero-Vilaplana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ribed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Romero-Jimenez</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sanjurjo-Saez</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Pharmacotherapy follow-up of key points in the safety of oral antineoplastic agents</article-title>
          <source>Eur J Cancer Care (Engl)</source>
          <year>2017</year>
          <month>05</month>
          <volume>26</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.1111/ecc.12463</pub-id>
          <pub-id pub-id-type="medline">26872286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collado-Borrell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Escudero-Vilaplana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Romero-Jiménez</surname>
              <given-names>Rosa</given-names>
            </name>
            <name name-style="western">
              <surname>Iglesias-Peinado</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sanjurjo-Sáez</surname>
              <given-names>María</given-names>
            </name>
          </person-group>
          <article-title>Oral antineoplastic agent interactions with medicinal plants and food: an issue to take into account</article-title>
          <source>J Cancer Res Clin Oncol</source>
          <year>2016</year>
          <month>11</month>
          <volume>142</volume>
          <issue>11</issue>
          <fpage>2319</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1007/s00432-016-2190-8</pub-id>
          <pub-id pub-id-type="medline">27316629</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00432-016-2190-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Institute For Safe Medication Practices</collab>
          </person-group>
          <article-title>ISMP List of High-Alert Medication</article-title>
          <source>Institute for Safe Medications Practices</source>
          <access-date>2019-12-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ismp.org/sites/default/files/attachments/2018-08/highAlert2018-Acute-Final.pdf">https://www.ismp.org/sites/default/files/attachments/2018-08/highAlert2018-Acute-Final.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Seetharaman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roblin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Herrinton</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Von Worley</surname>
              <given-names>Ann</given-names>
            </name>
            <name name-style="western">
              <surname>Usmani</surname>
              <given-names>GN</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gurwitz</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Medication errors among adults and children with cancer in the outpatient setting</article-title>
          <source>J Clin Oncol</source>
          <year>2009</year>
          <month>02</month>
          <day>20</day>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>891</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2008.18.6072</pub-id>
          <pub-id pub-id-type="medline">19114695</pub-id>
          <pub-id pub-id-type="pii">JCO.2008.18.6072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collado-Borrell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Escudero-Vilaplana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ribed-Sánchez</surname>
              <given-names>Almudena</given-names>
            </name>
            <name name-style="western">
              <surname>Ibáñez-García</surname>
              <given-names>Sara</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sanjurjo-Sáez</surname>
              <given-names>María</given-names>
            </name>
          </person-group>
          <article-title>Smartphone applications for cancer patients; what we know about them?</article-title>
          <source>Farm Hosp</source>
          <year>2016</year>
          <month>01</month>
          <day>01</day>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.aulamedica.es/fh/pdf/8993.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.7399/fh.2016.40.1.8993</pub-id>
          <pub-id pub-id-type="medline">26882831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Encuesta</surname>
              <given-names>de usuarios sobre salud digital</given-names>
            </name>
          </person-group>
          <article-title>Accenture Cloud First</article-title>
          <source>Accenture</source>
          <access-date>2019-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accenture.com/_acnmedia/pdf-83/accenture-health-meet-todays-health">https://www.accenture.com/_acnmedia/pdf-83/accenture-health-meet-todays-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aitken</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinrock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simorellis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nass</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Global oncology trends 2018, innovation, expansion and disruption</article-title>
          <source>IQVIA Institute for Human Data Science</source>
          <year>2018</year>
          <access-date>2019-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iqvia.com/insights/the-iqvia-institute/reports/global-oncology-trends-2018">https://www.iqvia.com/insights/the-iqvia-institute/reports/global-oncology-trends-2018</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warrington</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Absolom</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Conner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kellar</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Clayton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ayres</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Velikova</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Electronic Systems for Patients to Report and Manage Side Effects of Cancer Treatment: Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>01</month>
          <day>24</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e10875</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/1/e10875/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10875</pub-id>
          <pub-id pub-id-type="medline">30679145</pub-id>
          <pub-id pub-id-type="pii">v21i1e10875</pub-id>
          <pub-id pub-id-type="pmcid">PMC6365878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>U.S.</surname>
              <given-names>Department of Health and Human Services</given-names>
            </name>
          </person-group>
          <article-title>Common terminology criteria for adverse events (CTCAE)</article-title>
          <source>Version 4</source>
          <access-date>2019-12-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.eortc.be/services/doc/ctc/CTCAE_4.03_2010-06-14_QuickReference_5x7.pdf">https://www.eortc.be/services/doc/ctc/CTCAE_4.03_2010-06-14_QuickReference_5x7.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>2016</article-title>
          <source>EQ-5D, EuroQol-5D questionnaire</source>
          <access-date>2019-12-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://euroqol.org/eq-5d-instruments/">https://euroqol.org/eq-5d-instruments/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ribed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Romero-Jiménez</surname>
              <given-names>Rosa María</given-names>
            </name>
            <name name-style="western">
              <surname>Escudero-Vilaplana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Iglesias-Peinado</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Codina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sanjurjo-Sáez</surname>
              <given-names>Maria</given-names>
            </name>
          </person-group>
          <article-title>Pharmaceutical care program for onco-hematologic outpatients: safety, efficiency and patient satisfaction</article-title>
          <source>Int J Clin Pharm</source>
          <year>2016</year>
          <month>04</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>280</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s11096-015-0235-8</pub-id>
          <pub-id pub-id-type="medline">26715547</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11096-015-0235-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Di</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Use of a Smartphone Medical App Improves Complications and Quality of Life in Patients with Nasopharyngeal Carcinoma Who Underwent Radiotherapy and Chemotherapy</article-title>
          <source>Med Sci Monit</source>
          <year>2018</year>
          <month>09</month>
          <day>04</day>
          <volume>24</volume>
          <fpage>6151</fpage>
          <lpage>6156</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medscimonit.com/download/index/idArt/908146"/>
          </comment>
          <pub-id pub-id-type="doi">10.12659/MSM.908146</pub-id>
          <pub-id pub-id-type="medline">30178780</pub-id>
          <pub-id pub-id-type="pii">908146</pub-id>
          <pub-id pub-id-type="pmcid">PMC6134889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YI</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>A Mobile Game for Patients With Breast Cancer for Chemotherapy Self-Management and Quality-of-Life Improvement: Randomized Controlled Trial</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>29</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e273</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e273/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9559</pub-id>
          <pub-id pub-id-type="medline">30578205</pub-id>
          <pub-id pub-id-type="pii">v20i10e273</pub-id>
          <pub-id pub-id-type="pmcid">PMC6305659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siefert</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Bonquist</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Symptom-related emergency department visits and hospital admissions during ambulatory cancer treatment</article-title>
          <source>J Community Support Oncol</source>
          <year>2015</year>
          <month>05</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>188</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27119127"/>
          </comment>
          <pub-id pub-id-type="doi">10.12788/jcso.0134</pub-id>
          <pub-id pub-id-type="medline">27119127</pub-id>
          <pub-id pub-id-type="pmcid">PMC4849131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valles Ortiz</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Miranda Félix</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>García Sosa</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Mensajes de texto para el control glucémico en adultos con diabetes tipo 2: revisión sistemática</article-title>
          <source>eglobal</source>
          <year>2015</year>
          <month>01</month>
          <day>01</day>
          <volume>14</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.6018/eglobal.14.1.188461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Margolis</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Asche</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Dehmer</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Bergdall</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Sperl-Hillen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Nyboer</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Pawloski</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Maciosek</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Trower</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Long-term Outcomes of the Effects of Home Blood Pressure Telemonitoring and Pharmacist Management on Blood Pressure Among Adults With Uncontrolled Hypertension: Follow-up of a Cluster Randomized Clinical Trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2018</year>
          <month>09</month>
          <day>07</day>
          <volume>1</volume>
          <issue>5</issue>
          <fpage>e181617</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2018.1617"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2018.1617</pub-id>
          <pub-id pub-id-type="medline">30646139</pub-id>
          <pub-id pub-id-type="pii">2701733</pub-id>
          <pub-id pub-id-type="pmcid">PMC6324502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rincon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Monteiro-Guerra</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera-Romero</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Dorronzoro-Zubiete</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Bocanegra</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Gabarron</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Mobile Phone Apps for Quality of Life and Well-Being Assessment in Breast and Prostate Cancer Patients: Systematic Review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>12</month>
          <day>04</day>
          <volume>5</volume>
          <issue>12</issue>
          <fpage>e187</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/12/e187/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8741</pub-id>
          <pub-id pub-id-type="medline">29203459</pub-id>
          <pub-id pub-id-type="pii">v5i12e187</pub-id>
          <pub-id pub-id-type="pmcid">PMC5735250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denis</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lethrosne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pourel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Molinier</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Pointreau</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Domont</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bourgeois</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Senellart</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Trémolières</surname>
              <given-names>Pierre</given-names>
            </name>
            <name name-style="western">
              <surname>Lizée</surname>
              <given-names>Thibaut</given-names>
            </name>
            <name name-style="western">
              <surname>Bennouna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Urban</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>El Khouri</surname>
              <given-names>Claude</given-names>
            </name>
            <name name-style="western">
              <surname>Charron</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Septans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Balavoine</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Landry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Solal-Céligny</surname>
              <given-names>Philippe</given-names>
            </name>
            <name name-style="western">
              <surname>Letellier</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Randomized Trial Comparing a Web-Mediated Follow-up With Routine Surveillance in Lung Cancer Patients</article-title>
          <source>J Natl Cancer Inst</source>
          <year>2017</year>
          <month>09</month>
          <day>01</day>
          <volume>109</volume>
          <issue>9</issue>
          <pub-id pub-id-type="doi">10.1093/jnci/djx029</pub-id>
          <pub-id pub-id-type="medline">28423407</pub-id>
          <pub-id pub-id-type="pii">3573360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bazeos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mahon</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Eliasson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Milojkovic</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bua</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Apperley</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Szydlo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kozlowski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paliompeis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Latham</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Foroni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Molimard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rezvani</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>de Lavallade</surname>
              <given-names>Hugues</given-names>
            </name>
            <name name-style="western">
              <surname>Guallar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Khorashad</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Adherence is the critical factor for achieving molecular responses in patients with chronic myeloid leukemia who achieve complete cytogenetic responses on imatinib</article-title>
          <source>J Clin Oncol</source>
          <year>2010</year>
          <month>05</month>
          <day>10</day>
          <volume>28</volume>
          <issue>14</issue>
          <fpage>2381</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20385986"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/JCO.2009.26.3087</pub-id>
          <pub-id pub-id-type="medline">20385986</pub-id>
          <pub-id pub-id-type="pii">JCO.2009.26.3087</pub-id>
          <pub-id pub-id-type="pmcid">PMC6366340</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dayer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heldenbrand</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gubbins</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Smartphone medication adherence apps: potential benefits to patients and providers</article-title>
          <source>J Am Pharm Assoc (2003)</source>
          <year>2013</year>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>172</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23571625"/>
          </comment>
          <pub-id pub-id-type="doi">10.1331/JAPhA.2013.12202</pub-id>
          <pub-id pub-id-type="medline">23571625</pub-id>
          <pub-id pub-id-type="pii">S1544-3191(15)30311-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC3919626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Jeneson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Slaughter</surname>
              <given-names>L</given-names>
            </name>
            <collab>Bente-Schjødt-Osmo</collab>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Designing tailored Internet support to assist cancer patients in illness management</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2007</year>
          <month>10</month>
          <day>11</day>
          <fpage>635</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18693913"/>
          </comment>
          <pub-id pub-id-type="medline">18693913</pub-id>
          <pub-id pub-id-type="pmcid">PMC2655776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collado-Borrell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Escudero-Vilaplana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Calles</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Martin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Marzal-Alfaro</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez-Haba</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Herranz-Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sanjurjo-Saez</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Oncology Patient Interest in the Use of New Technologies to Manage Their Disease: Cross-Sectional Survey</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>23</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e11006</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e11006/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11006</pub-id>
          <pub-id pub-id-type="medline">30355554</pub-id>
          <pub-id pub-id-type="pii">v20i10e11006</pub-id>
          <pub-id pub-id-type="pmcid">PMC6318148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Blonquist</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Nayak</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Grenon</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Momani</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>McCleary</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Self-Care Support for Patients with Gastrointestinal Cancer: iCancerHealth</article-title>
          <source>Appl Clin Inform</source>
          <year>2018</year>
          <month>10</month>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>833</fpage>
          <lpage>840</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30463094"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0038-1675810</pub-id>
          <pub-id pub-id-type="medline">30463094</pub-id>
          <pub-id pub-id-type="pmcid">PMC6249135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Cancer patients' questions and concerns expressed in an online nurse-delivered mail service: preliminary results</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2009</year>
          <volume>146</volume>
          <fpage>149</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="medline">19592825</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
