<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v4i4e131</article-id>
    <article-id pub-id-type="pmid">27932315</article-id>
    <article-id pub-id-type="doi">10.2196/mhealth.5796</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Design and Testing of the Safety Agenda Mobile App for Managing Health Care Managers’ Patient Safety Responsibilities</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Elliott</surname>
          <given-names>Pamela</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lorenzo</surname>
          <given-names>Susana</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Mira</surname>
        <given-names>José Joaquín</given-names>
      </name>
      <degrees>PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Alicante-Sant Joan Health District, Consellería Sanitat</institution>
        <addr-line>Hospital-Plá Health Center c/ Hermanos López Osaba s/n</addr-line>
        <addr-line>Alicante, 03013</addr-line>
        <country>Spain</country>
        <phone>34 606433599</phone>
        <fax>34 966658984</fax>
        <email>jose.mira@umh.es</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6497-083X</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Carrillo</surname>
          <given-names>Irene</given-names>
        </name>
        <degrees>M Psych (Clin)</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6981-7284</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Fernandez</surname>
          <given-names>Cesar</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9391-9192</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Vicente</surname>
          <given-names>Maria Asuncion</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8630-7251</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Guilabert</surname>
          <given-names>Mercedes</given-names>
        </name>
        <degrees>MPH, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0706-9911</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>Alicante-Sant Joan Health District, Consellería Sanitat</institution>
      <addr-line>Alicante</addr-line>
      <country>Spain</country>
    </aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Health Psychology Department</institution>
    <institution>Miguel Hernández University</institution>  
    <addr-line>Elche</addr-line>
    <country>Spain</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Systems Engineering and Automation Department</institution>
    <institution>Miguel Hernández University</institution>  
    <addr-line>Elche</addr-line>
    <country>Spain</country></aff>
    <author-notes>
      <corresp>Corresponding Author: José Joaquín Mira 
      <email>jose.mira@umh.es</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Oct-Dec</season><year>2016</year></pub-date>
    <pub-date pub-type="epub">
      <day>08</day>
      <month>12</month>
      <year>2016</year>
    </pub-date>
    <volume>4</volume>
    <issue>4</issue>
    <elocation-id>e131</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>24</day>
        <month>3</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>8</day>
        <month>4</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>7</day>
        <month>9</month>
        <year>2016</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©José Joaquín Mira, Irene Carrillo, Cesar Fernandez, Maria Asuncion Vicente, Mercedes Guilabert. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 08.12.2016.</copyright-statement>
    <copyright-year>2016</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://mhealth.jmir.org/2016/4/e131/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Adverse events are a reality in clinical practice. Reducing the prevalence of preventable adverse events by stemming their causes requires health managers’ engagement.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The objective of our study was to develop an app for mobile phones and tablets that would provide managers with an overview of their responsibilities in matters of patient safety and would help them manage interventions that are expected to be carried out throughout the year.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>The Safety Agenda Mobile App (SAMA) was designed based on standardized regulations and reviews of studies about health managers’ roles in patient safety. A total of 7 managers used a beta version of SAMA for 2 months and then they assessed and proposed improvements in its design. Their experience permitted redesigning SAMA, improving functions and navigation. A total of 74 Spanish health managers tried out the revised version of SAMA. After 4 months, their assessment was requested in a voluntary and anonymous manner.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>SAMA is an iOS app that includes 37 predefined tasks that are the responsibility of health managers. Health managers can adapt these tasks to their schedule, add new ones, and share them with their team. SAMA menus are structured in 4 main areas: information, registry, task list, and settings. Of the 74 users who tested SAMA, 64 (86%) users provided a positive assessment of SAMA characteristics and utility. Over an 11-month period, 238 users downloaded SAMA. This mobile app has obtained the AppSaludable (HealthyApp) Quality Seal.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>SAMA includes a set of activities that are expected to be carried out by health managers in matters of patient safety and contributes toward improving the awareness of their responsibilities in matters of safety.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>patient safety</kwd>
      <kwd>mobile apps</kwd>
      <kwd>administrators</kwd>
      <kwd>health service</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Patient Safety</title>
        <p>Patients do not expect to be harmed in the course of treatment to recover their health. Professionals also do not expect this result. However, over the course of administering health care, incidents do occur unexpectedly and involuntarily that cause harm to patients (adverse events) [<xref ref-type="bibr" rid="ref1">1</xref>]. Latent errors within the organization and clinical errors are considered the most common causes of avoidable adverse events [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>In the Organisation for Economic Co-operation and Development’s member countries, 9% of hospitalized patients [<xref ref-type="bibr" rid="ref1">1</xref>] suffer an adverse event, whereas studies in primary care centers have identified a rate of adverse events of less than 2% for all consultations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. At hospitals and primary care centers, 18% and 7% of patients, respectively, experienced more than 1 adverse event [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Almost half of hospital adverse events were preventable [<xref ref-type="bibr" rid="ref1">1</xref>]. In developing countries, the prevalence of adverse events in hospitals oscillates around 10.5%, whereas the prevalence of adverse events in ambulatory care is around 5% [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>The total cost of a lack of patient safety (hospitals, primary care centers, and medication errors in patients) can reach 5.6% [<xref ref-type="bibr" rid="ref7">7</xref>] of the total health expenditure. In Europe, the cost of adverse events in hospitals has been calculated to vary between 1.5% and 2.4% of the total health expenditure [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Adverse events in European countries cause 3.5 million disability-adjusted life-years every year, of which 1.5 million are likely due to preventable adverse events. These findings have recently been corroborated (TB Agbabiaka, unpublished data, 2016).</p>
      </sec>
      <sec>
        <title>Responsibility of Managers on Patient Safety</title>
        <p>Reducing the frequency of preventable adverse events is a challenge for health care organizations. However, sometime patients suffer an adverse event. When it occurs, healthcare professionals should seek: first, that the same patient does not suffer more than 1 adverse event over the course of treatment; and second, that the same adverse event is not repeated. To achieve this, the health manager’s role is crucial, although the organizations must count on involvement by all their professionals [<xref ref-type="bibr" rid="ref10">10</xref>]. Root cause analysis, critical incident analysis, and incident simulations are the most useful techniques for investigating what happened [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. A Web-based tool named BACRA (based on root cause analysis, in Spanish Basado en Análisis Causa-RAíz) has been developed to involve frontline health care professionals and middle managers in implementing solutions to prevent recurrence of these incidents [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>A culture of safety at health care centers is a factor that contributes to reduced risks for patients [<xref ref-type="bibr" rid="ref15">15</xref>]. However, studies [<xref ref-type="bibr" rid="ref11">11</xref>] have suggested that many times managers do not spend enough time and do not outline a clear hospital strategy on quality and safety. They do not exert enough effort to shape a positive safety culture, lack awareness of what activities they are expected to do, and do not always ensure an appropriate information system to help clinicians improve their practice [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Although health managers have the responsibility of advocating a proactive culture of patient safety and defining a safety framework in health care organizations, there are no available tools to assist with raising the awareness of managers with respect to their responsibilities and roles in patient safety.</p>
        <p>The objective of our study was to develop an app for mobile phones and tablets that would provide managers at hospitals and primary care centers with an overview of their responsibilities in matters of patient safety and would help them manage and record the interventions that are expected to be carried out throughout a year in order to properly manage the risks inherent to the health care that patients receive.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>SAMA development</title>
        <p>Study design of an app to involve hospital managers and staff on an annual patient safety set of actions. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the steps followed in the development of the Safety Agenda Mobile App (SAMA).</p>
        
      </sec>
      <sec>
        <title>Information Sources</title>
        <p>A literature review, the Spanish standard Una Norma Española (UNE) 179003:2013 of Risk Management for Patient Safety [<xref ref-type="bibr" rid="ref13">13</xref>], and a qualitative consensus technique were used to collect information about managers’ responsibilities on patient safety.</p>
        <p>The narrative review of the scientific and gray literature identified a set of interventions (activities) on matters of safety that are the responsibility of managers and should be carried out throughout the year. To do this, first a search was conducted using MEDLINE for review studies on the role and responsibilities of managers in patient safety from 2000 to 2015 with a combination of the words <italic>leader</italic> and <italic>managers</italic> with the following descriptors: “patient safety” and “adverse events.” Using the Google meta-search engine, websites that could provide further information on the role and responsibilities of managers with respect to patient safety were analyzed.</p>
        <p>This review yielded a selection of studies as information sources. The study by White et al [<xref ref-type="bibr" rid="ref16">16</xref>] was used to describe the role of managers in patient safety. Rodrigues et al [<xref ref-type="bibr" rid="ref17">17</xref>] described the reach of the studies and the interventions in patient safety. Research by Clarke et al [<xref ref-type="bibr" rid="ref18">18</xref>], White et al [<xref ref-type="bibr" rid="ref19">19</xref>], and Parand et al [<xref ref-type="bibr" rid="ref11">11</xref>] were the main sources of information for identifying the tasks and responsibilities of managers, along with studies by Van Gerven et al [<xref ref-type="bibr" rid="ref20">20</xref>] and Mira et al [<xref ref-type="bibr" rid="ref21">21</xref>] concerning the role of managers in reducing the impact of adverse events on professionals and on the very reputations of health care institutions.</p>
        <p>Second, the Spanish standard UNE 179003:2013 of Risk Management for Patient Safety [<xref ref-type="bibr" rid="ref13">13</xref>] describes a set of appropriate and expected patient safety guidelines that ensure that health care risks are effectively managed. The UNE 179003:2013 forces to deploy operating procedures aimed at reducing the incidence of adverse events from a risk management perspective. This standard was used to elaborate a list of the activities that managers are responsible for was completed.</p><fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Overview of the steps involved in Safety Agenda Mobile App (SAMA) design and development. UNE: Una Norma Española.</p>
          </caption>
          <graphic xlink:href="mhealth_v4i4e131_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Third, a consensus group was formed in April 2015 with voluntary participation by 6 patient safety experts. They responded to what characteristics and functions a mobile app is expected to have with the aim of involving managers as leaders on matters of patient safety. The consensus group participants reviewed and prescribed the set of tasks managers are responsible for and also established the requirements that the mobile app should fulfill.</p>
        <p>On the basis of all this information, version 1.0 (beta) of the mobile app was designed.</p>
      </sec>
      <sec>
        <title>Assessment of the Safety Agenda Mobile App</title>
        <p>To test the operation of SAMA 1.0 and compile ideas about improving this first version, a group of 7 managers from 6 regional health services in Spain were asked to use the app for 2 months. In this initial evaluation, they considered the ease of access and use, the suitability of its contents, the feasibility of the proposed activities, and usefulness of its different functions. This experience permitted redesigning SAMA, and resulted in version 1.1, with improvements implemented in its functions and in the navigation of various menus. This new version of the mobile app, once the improvements were made, was uploaded to the App Store and disseminated in health manager forums within Spain.</p>
        <p>In June 2015, SAMA 1.1 became available at the App Store and interested users could download it [<xref ref-type="bibr" rid="ref22">22</xref>]. This version included 4 nonmandatory questions about utility, strengths, and improvements needed. Four months subsequent to the SAMA launch, the system asked its users to express their opinions about the mobile app; they were also able to propose suggestions for improvement in terms of content, design, and navigation.</p>
        <p>SAMA was evaluated externally to assure the appropriateness of the design, quality and safety information provided, confidentiality and privacy, and services provided by the App. This is part of the Quality and Safety Strategy for Spanish health mobile apps. The apps are blind reviewed in a set of 31 criteria before obtaining this AppSaludable (HealthyApp) Quality Seal. The HealthyApp Quality Seal is part of a validation process conducted by an international quality institution in Spain [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>SAMA characteristics</title>
        <p>SAMA 1.0 was organized in general content blocks, called activities, and in a set of specific tasks. <xref ref-type="table" rid="table1">Table 1</xref> shows the scope of expected SAMA activities. A total of 37 tasks were extracted from the information sources used. They are organized in 8 activities: (1) identification and analysis of risk management processes; (2) analysis of outcomes and risk management monitoring; (3) training actions in patient safety; (4) communication, information, and documentation; (5) consequences of adverse effects; (6) audits; (7) positive safety culture; and (8) management agreements on patient safety aims.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Activities and subcategories in which the Safety Agenda Mobile App’s tasks are organized (N=37).</p>
          </caption>
          <table width="442" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="12"/>
            <col width="345"/>
            <col width="43"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Activities and subcategories</td>
                <td>Tasks <break/>n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Activity 1. Identification and analysis of risk management processes</bold></td>
                <td>6 (16)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Risk management processes</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Resources</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Study of adverse event frequency</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Risk analysis</td>
                <td>2 (33)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Clinical sessions</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 2. Analysis of outcomes and risk management at center</bold></td>
                <td>9 (24)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>RCA<sup>a</sup> outcomes</td>
                <td>1 (11)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Notification: safety committee</td>
                <td>2 (22)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Notification: management committee</td>
                <td>2 (22)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Anonymous notifications</td>
                <td>3 (33)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Effectiveness tracking</td>
                <td>1 (11)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 3. Training actions in patient safety</bold></td>
                <td>6 (16)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Training revision</td>
                <td>3 (50)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>New staff incorporations</td>
                <td>2 (33)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Effectiveness of training actions</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 4. Communication, information, and documentation</bold></td>
                <td>3 (8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Communication plan</td>
                <td>2 (67)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Documentation</td>
                <td>1 (33)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 5. Consequences of adverse events</bold></td>
                <td>7 (19)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Information to relatives</td>
                <td>1 (14)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Victim compensation report</td>
                <td>1 (14)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Insurance policy report</td>
                <td>1 (14)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Impact on second victim</td>
                <td>2 (29)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Impact on third victim</td>
                <td>2 (29)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 6. Audits</bold></td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Revision and planning of the internal and external audit program</td>
                <td>2 (100)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 7. Positive safety culture</bold></td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Foster safety culture within the organization</td>
                <td>2 (100)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Activity 8. Management agreements on patient safety aims</bold></td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Management agreements</td>
                <td>2 (100)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>RCA: root cause analysis.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The recommended periodicity of most predefined tasks was annual (n=28), but there were some that were recommended to be executed every 3 (n=1), 4 (n=1), or 6 months (n=7).</p>
        <p>The requirements to be fulfilled by SAMA were defined by the consensus group and included the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>A list of activities that managers at health centers are responsible for, based on the UNE 179003:2013 standard and criteria suggested by scientific documents and expert participants.</p>
          </list-item>
          <list-item>
            <p>The possibility of personalizing the activities throughout the year, adapting all interventions to each user’s work plan.</p>
          </list-item>
          <list-item>
            <p>Associating text to each activity as a way to remind, summarize tasks, etc.</p>
          </list-item>
          <list-item>
            <p>A report of activities generated automatically, which permits monitoring the degree of compliance of the activities for which managers are responsible.</p>
          </list-item>
          <list-item>
            <p>User-friendly interface. If it is not, users will not continue using the app.</p>
          </list-item>
          <list-item>
            <p>Highly configurable. Not all hospitals and not all managers follow the same procedures on safety issues.</p>
          </list-item>
          <list-item>
            <p>High level of privacy. Data entered into the app are extremely sensitive, so they should be kept locally within the device and never uploaded to external servers.</p>
          </list-item>
          <list-item>
            <p>Access by log-in and password to keep data secure.</p>
          </list-item>
          <list-item>
            <p>Capability of gathering (anonymous, nonsensitive) data via surveys. Concretely, an initial survey before using the app for the first time and a second survey after several months of use.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Safety Agenda Mobile App Design and Redesigns</title>
        <p>After analyzing the 2 main mobile platforms (Android and iOS), iOS was selected because of various reasons: first, the iPhone is the most common device possessed by prospective app users (management staff); second, fragmentation is much lower in iOS and, thus, it is easier to ensure that the app will work properly on all devices. Besides, the operating system user update rate is higher compared with Android, so there is no need to develop an app capable of working properly on old versions of the operating system. Finally, all iOS apps follow a strict review process by Apple (this is not the case for Android apps). This review process assures app quality indirectly (ie, there are no memory losses, etc).</p>
        <p>After the pilot tests by initial users (N=7), the following modifications were suggested: first, more customization options, such as the capability of creating new tasks and groups of tasks other than those recommended by the UNE standard and that are shown by default in the app; second, a way for the user to add text notes to certain tasks; third, functionality for backing up data; and, finally, slight changes in usability (mainly for task scheduling). All suggested modifications were carried out, and a second version of the app (version 1.1) was released. SAMA was structured in 4 main areas (see <xref ref-type="fig" rid="figure2">Figure 2</xref>):</p>
        <p>1. <italic>Info area</italic>, which provides information about the app and the project.</p>
        <p>2. <italic>Log-in area</italic>, which is responsible for access control and is also the area where users are asked to fill out surveys.</p>
        <p>3. <italic>Task list area</italic>, the main area of the app, which shows the list of tasks ordered by immediacy and allows the user to update such tasks when there are new schedules or when new meetings have been carried out. Besides, the user can generate reports and can also create backup copies from this area.</p>
        <p>4. <italic>Setup area</italic>, from where it is possible to customize the app: the user can enable or disable tasks or activities (groups of tasks), and they can also add tasks of their own.</p>
       
        <sec>
          <title>Info Area</title>
          <p>The screen that appears when the app is run for the first time is shown in <xref ref-type="fig" rid="figure3">Figure 3</xref> (left). From this screen, the user can access information about the app and the project, both as a PDF document [<xref ref-type="bibr" rid="ref24">24</xref>] (<xref ref-type="fig" rid="figure3">Figure 3</xref>, right) and as a video tutorial [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
 <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Mobile app structure.</p>
          </caption>
          <graphic xlink:href="mhealth_v4i4e131_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Info area. First screen (left); PDF document with information about the project (right).</p>
            </caption>
            <graphic xlink:href="mhealth_v4i4e131_fig3.PNG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Log-In Area</title>
          <p>Access to the app is restricted by username and password.</p>
        </sec>
        <sec>
          <title>Task List Area</title>
          <p>The main screen in this area shows the list of tasks ordered by immediacy. Every task has a certain periodicity, so it has to be carried out at regular times. There are 3 possible states for a task: pending (ie, its due date has arrived and it has not been completed or scheduled), scheduled (ie, its due date has been postponed by the user), and up-to-date (ie, its due date has not yet arrived). <xref ref-type="fig" rid="figure4">Figure 4</xref> (left) shows this screen.</p>
          <p>Tapping one of the tasks takes you to a detailed screen where you can update the task status: you can schedule the task for a later date, you can mark this task as completed on a certain date, and you can also add additional text information. <xref ref-type="fig" rid="figure4">Figure 4</xref> (center) shows the detail screen.</p>
          <p>Additionally, there are 2 more actions that can be performed from the task list screen: you can generate a PDF report on the status of all tasks, like <xref ref-type="fig" rid="figure4">Figure 4</xref> (right) shows, and you can also create a backup copy of your data.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Task list area. Task list (left), detail list (center), and report on status (right).</p>
            </caption>
            <graphic xlink:href="mhealth_v4i4e131_fig4.PNG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Setup Area</title>
          <p>App customizations are performed in the setup area. Basically, users can enable or disable tasks depending on users’ hospital or primary care needs and also create their own custom tasks. Tasks are grouped into activities and sections. <xref ref-type="fig" rid="figure5">Figure 5</xref> (left) shows the first setup screen, where users can enable or disable activities (groups of tasks) and create their own activities. <xref ref-type="fig" rid="figure5">Figure 5</xref> (center) shows that you can edit these activities just by swiping the row to the left. Finally, <xref ref-type="fig" rid="figure5">Figure 5</xref> (right) shows the second setup screen, or detail view, where you can enable or disable each task independently; you can also create your own tasks.</p>
          <p>Once the user has been identified, the list of tasks included in the agenda appears along with their status, which can be pending (when the task has yet to be done within the recommended implementation period), up-to-date (when the date of a finished task is introduced that is within the recommended implementation period), and programmed (by introducing an upcoming date to finish a task that was either pending or up-to-date). Each task is previously introduced into the system with a recommend schedule for completion (four times a year, three times, twice, or once a year). Touching any specific task makes its description and its compliance record appear, and the system permits users to add the last date that the task was completed, thereby modifying its status. The app has an edit screen that permits users to either hide or show specific tasks or groups of tasks (activities). SAMA permits downloading and emailing of compliance records.</p>
        
        </sec>
      </sec>
      <sec>
        <title>Safety Agenda Mobile App 1.1 Assessment</title>
        <p>Between June and September 2015, a total of 102 users downloaded the mobile app, and of these, 74 (72%) registered and assessed SAMA 1.1. Among those registered, it was more frequent that the management team of the health institution analyzed the risks to patient safety and shared its conclusions with the quality and safety commissions, and instructors (<xref ref-type="table" rid="table2">Table 2</xref>). As for its main strengths, these users identified that SAMA 1.1 constitutes a reminding system of the responsibilities of patient safety managers at the same time as it emerged as a verification list of safety tasks. The aspects needing improvement, according to user opinions, had to do with its design (user-friendliness, background color, font size) and with additional functions such as personalizing the content of the compliance reports, prioritizing tasks, synchronizing them with calendar applications, and expanding the task status scale (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
 
        <p>Version 1.2, which is about to be released, supports the English language (versions 1.0 and 1.1 supported only Spanish). SAMA 1.2 is also available at the App Store. A total of 238 users downloaded the mobile app till June 2016, either the version in Spanish, SAMA 1.1, or the version in English, SAMA 1.2.</p>
        <p>As the current version of the app (version 1.1) only supports the Spanish language, most downloads correspond to Spain (167/238, 70.2%). However, the number of downloads in other countries suggest that version 1.2 (which supports the English language and is about to be released) will be accepted well worldwide (71/238, 29.8%).</p>
        <p>On November 24, 2016, SAMA has been accredited receiving the AppSaludable (HealthyApp) Quality Seal [<xref ref-type="bibr" rid="ref26">26</xref>]. This mean that SAMA meets a set of criteria about design, functionality, safety and quality and could be used in the health context to provide managers with an overview of their responsibilities in matters of patient safety.</p>
 <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Setup area. Activity list (left), deleting or editing your own activities (center), and detail screen with the task list for a certain activity (right).</p>
            </caption>
            <graphic xlink:href="mhealth_v4i4e131_fig5.PNG" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Focus and management activity in patient safety (N=74).</p>
          </caption>
          <table width="567" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="409"/>
            <col width="62"/>
            <col width="54"/>
            <thead>
              <tr valign="top">
                <td>Users experiences (quantitative data)</td>
                <td>Yes (%)</td>
                <td>No (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>The most frequent causes of adverse events are periodically reviewed with the steering committee.</td>
                <td>54 (73)</td>
                <td>20 (27)</td>
              </tr>
              <tr valign="top">
                <td>The management team dedicates at least one session every 4 months to analyze the risks to patient safety and shares the conclusions with the quality and safety commissions, and instructors.</td>
                <td>41 (55)</td>
                <td>33 (45)</td>
              </tr>
              <tr valign="top">
                <td>SAMA<sup>a</sup> 1.1 assessed positively on its usefulness and navigation facilities</td>
                <td>64 (87)</td>
                <td>10 (13)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>SAMA: Safety Agenda Mobile App.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Safety Agenda Mobile App 1.1 strengths and areas for improvement identified by users (N=74).</p>
          </caption>
          <table width="423" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="14"/>
            <col width="314"/>
            <col width="52"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Users experiences (qualitative data)</td>
                <td>n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Strengths</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Reminds managers about tasks</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Facilitates a checklist of safety tasks</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Clear action scheme</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Easy to use</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Very intuitive</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Areas for improvement</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Trial design</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Small font size</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Wallpaper color cannot be chosen</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Ability to print the report without the graphic summaries</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Ability to classify items to comply with prioritizing the tasks</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Ability to transfer dates to Outlook or other calendar schedules</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>It could consider other degrees of the status of each task (eg, not started, started, in progress, final phase, finished, halted)</td>
                <td>1</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>SAMA was designed for the managing team at a health center to become aware of all the activities in matters of patient safety that are their responsibility and to facilitate their involvement directing these activities that are planned throughout the year. The agenda’s format allows programming the tasks in a manner consistent with the center’s patient safety plan and personalizing the tasks according to such plan and the annual forecasts. Moreover, SAMA permits sharing activities with the center’s middle management and editing a report of the activities carried out that reflect the degree of commitment by the management to patient safety. SAMA includes a set of activities that are expected to be carried out by health managers in matters of patient safety and contributes toward improving the awareness of their responsibilities in matters of safety.</p>
      </sec>
      <sec>
        <title>SAMA Utility</title>
        <p>The review by Parand et al [<xref ref-type="bibr" rid="ref11">11</xref>] showed that when managers incorporate quality and safety objectives into their work agendas, health care center results improve. SAMA adopts these results as a premise and goes further, incorporating the responsibilities in matters of patient safety that the UNE 179003:2013 standard incorporates in the management of risks inherent in health intervention into the design and promotion of a culture of safety at the center, to the review of outcome indicators, etc.</p>
        <p>Not having a vision of the tasks that must be performed on matters of safety is one of the main problems for managers—for this, SAMA provides a dynamic, flexible, and trustworthy structure that helps management staff conceptualize their responsibilities in matters of safety and include them in their work agendas. Another problem is not having sufficient time for all the tasks that are expected to be carried out throughout a year in safety matters. Time management, the delegation of tasks, and appropriate input of all the activities expected of managers in matters of safety are the ways in which SAMA helps them overcome the identified gaps.</p>
        <p>Progressively, we count on evidence of the effectiveness of the proposed interventions to reduce the occurrence and impact of adverse events. The projects of Bacteremia Zero (in Spain, it achieved in 1 year a reduction of some 3800 cases of bacteremia associated with central venous catheter in the intensive care unit or ICU [<xref ref-type="bibr" rid="ref27">27</xref>]) and Pneumonia Zero (a reduction of pneumonia associated with mechanical ventilation in ICUs to 6 per 1000 mechanical ventilation days in 1 year [<xref ref-type="bibr" rid="ref28">28</xref>]) are just 2 examples. These actions cannot be an option; instead, the responsibility of managers is to do whatever possible to incorporate them in their centers. SAMA is designed to be customized and permits introducing those actions that are considered effective and necessary.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The culture of safety of health care organizations has been related with the outcome of the risk management that affects the number of adverse events patients suffer [<xref ref-type="bibr" rid="ref29">29</xref>]. Regrettably, a people approach is still preferred over a system approach, and we forget that a safe system is that which reduces the probability of professionals committing errors [<xref ref-type="bibr" rid="ref30">30</xref>]. SAMA, just like other tools such as those designed for reporting systems [<xref ref-type="bibr" rid="ref31">31</xref>], can contribute to implementing a positive and solid culture of safety in this case because it facilitates a set of activities managers are responsible for in order to accomplish proper management of the risks inherent to health care.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The current SAMA design is limited to use by only iOS devices. The effect SAMA may have on the center’s culture of safety has not been analyzed, nor whether its use affects the risk management for patient safety to any extent.</p>
      </sec>
      <sec>
        <title>Future Studies</title>
        <p>This study requires future research to determine the impact on patient safety indicators resulting from continuous use of SAMA at health care centers. New app updates could incorporate modifications based on user comments, and a version for Android operating systems could even be built.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>

        <def-item>
          <term id="abb1">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>

        <def-item>
          <term id="abb2">SAMA</term>
          <def>
            <p>Safety Agenda Mobile App</p>
          </def>
        </def-item>

<def-item>

<term id="abb3">UNE</term>
          <def>
            <p>Una Norma Española</p>
          </def>
        </def-item>

      </def-list>
    </glossary>
    <ack>
      <p>Lena Ferrús, Carmen Silvestre, Jesús M Aranaz, and Pastora Pérez-Pérez assisted in many phases of this study. This study was financed by the
Foundation for the Promotion of Health and Biomedical Research of Valencia Region (FISABIO), project number UGP-14-103. This work is part of a research project that has won the first prize in the II Edition of the Quirónsalud Award for the Best Initiatives in Patient Safety in Spain.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Vries</surname>
            <given-names>EN</given-names>
          </name>
          <name name-style="western">
            <surname>Ramrattan</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Smorenburg</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Gouma</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Boermeester</surname>
            <given-names>MA</given-names>
          </name>
        </person-group>
        <article-title>The incidence and nature of in-hospital adverse events: a systematic review</article-title>
        <source>Qual Saf Health Care</source>  
        <year>2008</year>  
        <month>06</month>  
        <volume>17</volume>  
        <issue>3</issue>  
        <fpage>216</fpage>  
        <lpage>223</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18519629"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/qshc.2007.023622</pub-id>
        <pub-id pub-id-type="medline">18519629</pub-id>
        <pub-id pub-id-type="pii">17/3/216</pub-id>
        <pub-id pub-id-type="pmcid">PMC2569153</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Seys</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Wu</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Van Gerven</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Vleugels</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Euwema</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Panella</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sermeus</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Vanhaecht</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Health care professionals as second victims after adverse events: a systematic review</article-title>
        <source>Eval Health Prof</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>36</volume>  
        <issue>2</issue>  
        <fpage>135</fpage>  
        <lpage>162</lpage>  
        <pub-id pub-id-type="doi">10.1177/0163278712458918</pub-id>
        <pub-id pub-id-type="medline">22976126</pub-id>
        <pub-id pub-id-type="pii">0163278712458918</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tsang</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bottle</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Majeed</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Aylin</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Adverse events recorded in English primary care: observational study using the General Practice Research Database</article-title>
        <source>Br J Gen Pract</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>63</volume>  
        <issue>613</issue>  
        <fpage>e534</fpage>  
        <lpage>542</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=23972194"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3399/bjgp13X670660</pub-id>
        <pub-id pub-id-type="medline">23972194</pub-id>
        <pub-id pub-id-type="pmcid">PMC3722830</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aranaz-Andrés</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Aibar</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Limón</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mira</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Vitaller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Agra</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Terol</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>A study of the prevalence of adverse events in primary healthcare in Spain</article-title>
        <source>Eur J Public Health</source>  
        <year>2012</year>  
        <month>12</month>  
        <volume>22</volume>  
        <issue>6</issue>  
        <fpage>921</fpage>  
        <lpage>925</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://eurpub.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=23180803"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/eurpub/ckr168</pub-id>
        <pub-id pub-id-type="medline">23180803</pub-id>
        <pub-id pub-id-type="pii">ckr168</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
       <nlm-citation citation-type="journal"> <person-group person-group-type="author"> <name name-style="western"> <surname>Allué</surname> <given-names>Natalia</given-names> </name> <name name-style="western"> <surname>Chiarello</surname> <given-names>Pietro</given-names> </name> <name name-style="western"> <surname>Bernal</surname> <given-names>Delgado Enrique</given-names> </name> <name name-style="western"> <surname>Castells</surname> <given-names>Xavier</given-names> </name> <name name-style="western"> <surname>Giraldo</surname> <given-names>Priscila</given-names> </name> <name name-style="western"> <surname>Martínez</surname> <given-names>Natalia</given-names> </name> <name name-style="western"> <surname>Sarsanedas</surname> <given-names>Eugenia</given-names> </name> <name name-style="western"> <surname>Cots</surname> <given-names>Francesc</given-names> </name> </person-group> <article-title>[Assessing the economic impact of adverse events in Spanish hospitals by using administrative data]</article-title> <source>Gac Sanit</source> <year>2014</year> <volume>28</volume> <issue>1</issue> <fpage>48</fpage> <lpage>54</lpage> <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.elsevier.es/en/linksolver/ft/pii/S0213-9111(13)00131-3"/></comment> <pub-id pub-id-type="doi">10.1016/j.gaceta.2013.06.004</pub-id> <pub-id pub-id-type="medline">24309522</pub-id> <pub-id pub-id-type="pii">S0213-9111(13)00131-3</pub-id> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Montserrat-Capella</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Suárez</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Ortiz</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Mira</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Duarte</surname>
            <given-names>HG</given-names>
          </name>
          <name name-style="western">
            <surname>Reveiz</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Frequency of ambulatory care adverse events in Latin American countries: the AMBEAS/PAHO cohort study</article-title>
        <source>Int J Qual Health Care</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>27</volume>  
        <issue>1</issue>  
        <fpage>52</fpage>  
        <lpage>59</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://intqhc.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=25609774"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/intqhc/mzu100</pub-id>
        <pub-id pub-id-type="medline">25609774</pub-id>
        <pub-id pub-id-type="pii">mzu100</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Antoñanzas</surname>
            <given-names>VF</given-names>
          </name>
        </person-group>
        <article-title>[Non safety costs in the Spanish health care system]</article-title>
        <source>Rev Esp Salud Publica</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>87</volume>  
        <issue>3</issue>  
        <fpage>283</fpage>  
        <lpage>292</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://scielo.isciii.es/scielo.php?script=sci_arttext&#38;pid=S1135-57272013000300008&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4321/S1135-57272013000300008</pub-id>
        <pub-id pub-id-type="medline">23892680</pub-id>
        <pub-id pub-id-type="pii">S1135-57272013000300008</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hoonhout</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>de Bruijne</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Wagner</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Zegers</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Waaijman</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Spreeuwenberg</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Asscheman</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>van der Wal</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>van Tulder</surname>
            <given-names>MW</given-names>
          </name>
        </person-group>
        <article-title>Direct medical costs of adverse events in Dutch hospitals</article-title>
        <source>BMC Health Serv Res</source>  
        <year>2009</year>  
        <month>02</month>  
        <volume>9</volume>  
        <fpage>27</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-9-27"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6963-9-27</pub-id>
        <pub-id pub-id-type="medline">19203365</pub-id>
        <pub-id pub-id-type="pii">1472-6963-9-27</pub-id>
        <pub-id pub-id-type="pmcid">PMC2645386</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allué</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Chiarello</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Bernal</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Castells</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Giraldo</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Martínez</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Sarsanedas</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Cots</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>[Assessing the economic impact of adverse events in Spanish hospitals by using administrative data]</article-title>
        <source>Gac Sanit</source>  
        <year>2014</year>  
        <volume>28</volume>  
        <issue>1</issue>  
        <fpage>48</fpage>  
        <lpage>54</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.elsevier.es/en/linksolver/ft/pii/S0213-9111(13)00131-3"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.gaceta.2013.06.004</pub-id>
        <pub-id pub-id-type="medline">24309522</pub-id>
        <pub-id pub-id-type="pii">S0213-9111(13)00131-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Etchegaray</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>EJ</given-names>
          </name>
        </person-group>
        <article-title>Engaging Employees: The Importance of High-Performance Work Systems for Patient Safety</article-title>
        <source>J Patient Saf</source>  
        <year>2015</year>  
        <month>12</month>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>221</fpage>  
        <lpage>227</lpage>  
        <pub-id pub-id-type="doi">10.1097/PTS.0000000000000076</pub-id>
        <pub-id pub-id-type="medline">24522214</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Parand</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dopson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Renz</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vincent</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>The role of hospital managers in quality and patient safety: a systematic review</article-title>
        <source>BMJ Open</source>  
        <year>2014</year>  
        <month>09</month>  
        <volume>4</volume>  
        <issue>9</issue>  
        <fpage>e005055</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=25192876"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2014-005055</pub-id>
        <pub-id pub-id-type="medline">25192876</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2014-005055</pub-id>
        <pub-id pub-id-type="pmcid">PMC4158193</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mira</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Carrillo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Lorenzo</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrús</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Silvestre</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Pérez-Pérez</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Olivera</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Iglesias</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Zavala</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Maderuelo-Fernández</surname>
            <given-names>JÁ</given-names>
          </name>
          <name name-style="western">
            <surname>Vitaller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nuño-Solinís</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Astier</surname>
            <given-names>P</given-names>
          </name>
          <collab>Research Group on Second and Third Victims</collab>
        </person-group>
        <article-title>The aftermath of adverse events in Spanish primary care and hospital health professionals</article-title>
        <source>BMC Health Serv Res</source>  
        <year>2015</year>  
        <month>04</month>  
        <volume>15</volume>  
        <fpage>151</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-015-0790-7"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12913-015-0790-7</pub-id>
        <pub-id pub-id-type="medline">25886369</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12913-015-0790-7</pub-id>
        <pub-id pub-id-type="pmcid">PMC4394595</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <source>AENOR</source>  
        <year>2013</year>  
        <publisher-loc>Madrid</publisher-loc>
        <publisher-name>AENOR</publisher-name>
        <comment>Health services: Risk management for patient safety 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.aenor.es/aenor/normas/normas/fichanorma.asp?tipo=N&#38;codigo=N0051018#.WDoJTXdDnq1">http://www.aenor.es/aenor/normas/normas/fichanorma.asp?tipo=N&#38;codigo=N0051018#.WDoJTXdDnq1</ext-link></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal"> <person-group person-group-type="author"> <name name-style="western"> <surname>Carrillo</surname> <given-names>Irene</given-names> </name> <name name-style="western"> <surname>Mira</surname> <given-names>José Joaquín</given-names> </name> <name name-style="western"> <surname>Vicente</surname> <given-names>Maria Asuncion</given-names> </name> <name name-style="western"> <surname>Fernandez</surname> <given-names>Cesar</given-names> </name> <name name-style="western"> <surname>Guilabert</surname> <given-names>Mercedes</given-names> </name> <name name-style="western"> <surname>Ferrús</surname> <given-names>Lena</given-names> </name> <name name-style="western"> <surname>Zavala</surname> <given-names>Elena</given-names> </name> <name name-style="western"> <surname>Silvestre</surname> <given-names>Carmen</given-names> </name> <name name-style="western"> <surname>Pérez-Pérez</surname> <given-names>Pastora</given-names> </name> </person-group> <article-title>Design and Testing of BACRA, a Web-Based Tool for Middle Managers at Health Care Facilities to Lead the Search for Solutions to Patient Safety Incidents</article-title> <source>J Med Internet Res</source> <year>2016</year> <month>09</month> <day>27</day> <volume>18</volume> <issue>9</issue> <fpage>e257</fpage> <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2016/9/e257/"/></comment> <pub-id pub-id-type="doi">10.2196/jmir.5942</pub-id> <pub-id pub-id-type="medline">27678308</pub-id> <pub-id pub-id-type="pii">v18i9e257</pub-id> <pub-id pub-id-type="pmcid">PMC5059483</pub-id> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
       <nlm-citation citation-type="journal"> <person-group person-group-type="author"> <name name-style="western"> <surname>McFadden</surname> <given-names>Kathleen L</given-names> </name> <name name-style="western"> <surname>Stock</surname> <given-names>Gregory N</given-names> </name> <name name-style="western"> <surname>Gowen</surname> <given-names>Charles R</given-names> </name> </person-group> <article-title>Leadership, safety climate, and continuous quality improvement: impact on process quality and patient safety</article-title> <source>Health Care Manage Rev</source> <year>2015</year><month>03</month> <volume>40</volume> <issue>1</issue> <fpage>24</fpage> <lpage>34</lpage> <pub-id pub-id-type="doi">10.1097/HMR.0000000000000006</pub-id> <pub-id pub-id-type="medline">24566246</pub-id> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>White</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Brock</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>McCotter</surname>
            <given-names>PI</given-names>
          </name>
          <name name-style="western">
            <surname>Hofeldt</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Edrees</surname>
            <given-names>HH</given-names>
          </name>
          <name name-style="western">
            <surname>Wu</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Shannon</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Gallagher</surname>
            <given-names>TH</given-names>
          </name>
        </person-group>
        <article-title>Risk managers' descriptions of programs to support second victims after adverse events</article-title>
        <source>J Healthc Risk Manag</source>  
        <year>2015</year>  
        <volume>34</volume>  
        <issue>4</issue>  
        <fpage>30</fpage>  
        <lpage>40</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25891288"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/jhrm.21169</pub-id>
        <pub-id pub-id-type="medline">25891288</pub-id>
        <pub-id pub-id-type="pmcid">PMC4659700</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rodrigues</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>van Eck</surname>
            <given-names>NJ</given-names>
          </name>
          <name name-style="western">
            <surname>Waltman</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Jansen</surname>
            <given-names>FW</given-names>
          </name>
        </person-group>
        <article-title>Mapping patient safety: a large-scale literature review using bibliometric visualisation techniques</article-title>
        <source>BMJ Open</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>4</volume>  
        <issue>3</issue>  
        <fpage>e004468</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=24625640"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2013-004468</pub-id>
        <pub-id pub-id-type="medline">24625640</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2013-004468</pub-id>
        <pub-id pub-id-type="pmcid">PMC3963077</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clarke</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Lerner</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Marella</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>The role for leaders of health care organizations in patient safety</article-title>
        <source>Am J Med Qual</source>  
        <year>2007</year>  <month>10</month>
        <volume>22</volume>  
        <issue>5</issue>  
        <fpage>311</fpage>  
        <lpage>318</lpage>  
        <pub-id pub-id-type="doi">10.1177/1062860607304743</pub-id>
        <pub-id pub-id-type="medline">17804390</pub-id>
        <pub-id pub-id-type="pii">22/5/311</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>White</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Waterman</surname>
            <given-names>AD</given-names>
          </name>
          <name name-style="western">
            <surname>McCotter</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Boyle</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Gallagher</surname>
            <given-names>TH</given-names>
          </name>
        </person-group>
        <article-title>Supporting health care workers after medical error: considerations for healthcare leaders</article-title>
        <source>J Clin Outcomes Manag</source>  
        <year>2008</year>  
        <month>05</month>  
        <volume>15</volume>  
        <issue>5</issue>  
        <fpage>240</fpage>  
        <lpage>247</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://nfyilma.turner-white.com/pdf/jcom_may08_error.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gerven</surname>
            <given-names>EV</given-names>
          </name>
          <name name-style="western">
            <surname>Seys</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Panella</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sermeus</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Euwema</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Federico</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Kenney</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Vanhaecht</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Involvement of health-care professionals in an adverse event: the role of management in supporting their workforce</article-title>
        <source>Pol Arch Med Wewn</source>  
        <year>2014</year>  
        <month>04</month>  
        <volume>124</volume>  
        <issue>6</issue>  
        <fpage>313</fpage>  
        <lpage>320</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://pamw.pl/en/issue/article/24781784"/>
        </comment>  
        <pub-id pub-id-type="medline">24781784</pub-id>
        <pub-id pub-id-type="pii">AOP_14_035</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mira</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lorenzo</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Carrillo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrús</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Pérez-Pérez</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Iglesias</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Silvestre</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Olivera</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Zavala</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Nuño-Solinís</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Maderuelo-Fernández</surname>
            <given-names>JÁ</given-names>
          </name>
          <name name-style="western">
            <surname>Vitaller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Astier</surname>
            <given-names>P</given-names>
          </name>
          <collab>Research Group on Second and Third Victims</collab>
        </person-group>
        <article-title>Interventions in health organisations to reduce the impact of adverse events in second and third victims</article-title>
        <source>BMC Health Serv Res</source>  
        <year>2015</year>  
        <month>08</month>  
        <volume>15</volume>  
        <fpage>341</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-015-0994-x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12913-015-0994-x</pub-id>
        <pub-id pub-id-type="medline">26297015</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12913-015-0994-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC4546284</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Appandabout</surname>
            <given-names>SL</given-names>
          </name>
        </person-group>

        <comment>Safety Agenda Mobile App (SAMA). iTunes Apple. 2016.
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://itunes.apple.com/es/app/safety-agenda-mobile-app/id1008897674?l=en&#38;mt=8">https://itunes.apple.com/es/app/safety-agenda-mobile-app/id1008897674?l=en&#38;mt=8</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6kr1MjKEs"/></comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <source>Calidad</source>  

        <access-date>2016-11-26</access-date>
        <comment>AppSaludable Quality Seal. 2016. 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.calidadappsalud.com/en/distintivo-appsaludable/">http://www.calidadappsalud.com/en/distintivo-appsaludable/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6mHtMlP13"/></comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mira</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Carrillo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Fernández</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Vicente</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Guilabert</surname>
            <given-names>M</given-names>
          </name>
        </person-group>

        <access-date>2016-09-28</access-date>
        <comment>Safety Agenda Mobile App. Appandabout. 2016. 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://appandabout.es/sama/info_safetyagenda.pdf">http://appandabout.es/sama/info_safetyagenda.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6kr0RyIJY"/></comment> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mira</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Carrillo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Fernández</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Vicente</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Guilabert</surname>
            <given-names>M</given-names>
          </name>
        </person-group>

        <access-date>2016-09-28</access-date>
        <comment>Video tutorial: How to use the Safety Agenda Mobile App (SAMA). Youtube. 2016. 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=d5-8NacXwZw">https://www.youtube.com/watch?v=d5-8NacXwZw</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6kr11VEzx"/></comment> </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Andalusian Agency for Health Care Quality</collab>
        </person-group>


        <access-date>2016-11-26</access-date>
        <comment>Safety Agenda Mobile App (SAMA). 2016. 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.calidadappsalud.com/distintivo/info?app=safety-agenda-mobile-sama">http://www.calidadappsalud.com/distintivo/info?app=safety-agenda-mobile-sama</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6mHtqYDbE"/></comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Palomar</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Álvarez-Lerma</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Riera</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Díaz</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Torres</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Agra</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Larizgoitia</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Goeschel</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Pronovost</surname>
            <given-names>PJ</given-names>
          </name>
          <collab>Bacteremia Zero Working Group</collab>
        </person-group>
        <article-title>Impact of a national multimodal intervention to prevent catheter-related bloodstream infection in the ICU: the Spanish experience</article-title>
        <source>Crit Care Med</source>  
        <year>2013</year>  
        <month>10</month>  
        <volume>41</volume>  
        <issue>10</issue>  
        <fpage>2364</fpage>  
        <lpage>2372</lpage>  
        <pub-id pub-id-type="doi">10.1097/CCM.0b013e3182923622</pub-id>
        <pub-id pub-id-type="medline">23939352</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Álvarez-Lerma</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Álvarez</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Añón</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Arias</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>García</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gordo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Jam</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lorentz</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Palomar</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sánchez</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Informe final del proyecto Neumonía Zero. En: X Congreso Panamericano e Ibérico de Medicina Crítica y Terapia Intensiva</article-title>
        <source>Med Intensiva</source>  
        <year>2014</year>  
        <volume>38</volume>  
        <issue>Espec Cong</issue>  
        <fpage>1</fpage>  
        <lpage>441</lpage> </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wakefield</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>McLaws</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Whitby</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Patton</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Patient safety culture: factors that influence clinician involvement in patient safety behaviours</article-title>
        <source>Qual Saf Health Care</source>  
        <year>2010</year>  
        <month>12</month>  
        <volume>19</volume>  
        <issue>6</issue>  
        <fpage>585</fpage>  
        <lpage>591</lpage>  
        <pub-id pub-id-type="doi">10.1136/qshc.2008.030700</pub-id>
        <pub-id pub-id-type="medline">20724390</pub-id>
        <pub-id pub-id-type="pii">qshc.2008.030700</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Panella</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Leigheb</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Rinaldi</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Donnarumma</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Tozzi</surname>
            <given-names>Q</given-names>
          </name>
          <name name-style="western">
            <surname>Di Stanislao</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>[Defensive Medicine: Defensive Medicine: Overview of the literature]</article-title>
        <source>Ig Sanita Pubbl</source>  
        <year>2015</year>  <month>06</month>
        <volume>71</volume>  
        <issue>3</issue>  
        <fpage>335</fpage>  
        <lpage>351</lpage>  
        <pub-id pub-id-type="medline">26241515</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Neville</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Electronic clinical safety reporting system: a benefits evaluation</article-title>
        <source>JMIR Med Inform</source>  
        <year>2014</year>  
        <month>06</month>  
        <volume>2</volume>  
        <issue>1</issue>  
        <fpage>e12</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://medinform.jmir.org/2014/1/e12/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/medinform.3316</pub-id>
        <pub-id pub-id-type="medline">25600569</pub-id>
        <pub-id pub-id-type="pii">v2i1e12</pub-id>
        <pub-id pub-id-type="pmcid">PMC4288083</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
