<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v7i1e11412</article-id>
    <article-id pub-id-type="pmid">30632970</article-id>
    <article-id pub-id-type="doi">10.2196/11412</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Digital Pain Drawings Can Improve Doctors’ Understanding of Acute Pain Patients: Survey and Pain Drawing Analysis</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Boudreau</surname>
          <given-names>Shellie</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Kahn</surname>
          <given-names>Janet</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Shaballout</surname>
          <given-names>Nour</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8116-1938</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Aloumar</surname>
          <given-names>Anas</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0415-1220</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Neubert</surname>
          <given-names>Till-Ansgar</given-names>
        </name>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4323-6542</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Dusch</surname>
          <given-names>Martin</given-names>
        </name>
        <degrees>Dr Med</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3016-2866</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Beissner</surname>
        <given-names>Florian</given-names>
      </name>
      <degrees>Dr Phil Nat</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Somatosensory and Autonomic Therapy Research</institution>
        <institution>Institute for Diagnostic and Interventional Neuroradiology</institution>
        <institution>Hannover Medical School</institution>
        <addr-line>Carl-Neuberg-Strasse 1</addr-line>
        <addr-line>Hannover, 30625</addr-line>
        <country>Germany</country>
        <phone>49 511 53508413</phone>
        <email>Beissner.Florian@mh-hannover.de</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0513-7551</ext-link></contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Somatosensory and Autonomic Therapy Research</institution>
    <institution>Institute for Diagnostic and Interventional Neuroradiology</institution>  
    <institution>Hannover Medical School</institution>  
    <addr-line>Hannover</addr-line>
    <country>Germany</country></aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Section Pain Medicine</institution>
    <institution>Clinic of Anaesthesiology and Intensive Care Medicine</institution>  
    <institution>Hannover Medical School</institution>  
    <addr-line>Hannover</addr-line>
    <country>Germany</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Florian Beissner 
      <email>Beissner.Florian@mh-hannover.de</email></corresp>
    </author-notes>
    <pub-date pub-type="collection">
      <month>01</month>
      <year>2019</year>
    </pub-date>
    <pub-date pub-type="epub">
      <day>10</day>
      <month>01</month>
      <year>2019</year>
    </pub-date>
    <volume>7</volume>
    <issue>1</issue>
    <elocation-id>e11412</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>27</day>
        <month>6</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>5</day>
        <month>9</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>5</day>
        <month>10</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>8</day>
        <month>10</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Nour Shaballout, Anas Aloumar, Till-Ansgar Neubert, Martin Dusch, Florian Beissner. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 10.01.2019.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="https://mhealth.jmir.org/2019/1/e11412/" xlink:type="simple"/>
    <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://mhealth.jmir.org/2019/9/e16017/" vol="9" page="e16017"></related-article>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Pain drawings (PDs) are an important tool to evaluate, communicate, and objectify pain. In the past few years, there has been a shift toward tablet-based acquisition of PDs, and several studies have been conducted to test the usefulness, reliability, and repeatability of electronic PDs. However, to our knowledge, no study has investigated the potential role of electronic PDs in the clinical assessment and treatment of inpatients in acute pain situations.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to evaluate whether knowledge of the patients’ electronic PD has the potential to improve the doctors’ understanding of their patients and to influence their clinical decision making. Furthermore, we sought to identify differences between electronic PDs of patients and their treating pain specialists in an acute pain situation and to find those specific characteristics derived from the PDs that had the largest impact on doctors’ understanding.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We obtained electronic PDs from 47 inpatients in acute pain situations before their consultation with a pain specialist on a tablet personal computer with a stylus. Before looking at their patients’ drawings, these specialists drew their own conception of the patients’ pain after anamnesis and physical examination. Patients’ drawings were then revealed to the doctors, and they were asked to evaluate how much the additional information improved their understanding of the case and how much it influenced their clinical decision on an 11-point Likert scale (0=“not at all” and 10=“very much”). Similarities and differences of patients’ and doctors’ PDs were assessed by visual inspection and by calculating Jaccard index and intraclass correlation coefficient (ICC) of the pain area and the number of pain clusters. Exploratory analyses were conducted by means of correlation tables to identify specific factors that influenced doctors’ understanding.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Patients’ PDs significantly improved the doctors’ understanding (mean score 4.81, SD 2.60, <italic>P</italic>&lt;.001) and to a lesser extent their clinical decision (mean 2.68, SD 1.18, <italic>P</italic>&lt;.001). Electronic PDs of patients and doctors showed fair to good similarity for pain extent (<italic>r</italic>=.454, <italic>P</italic>=.001) and widespreadness (<italic>P</italic>=.447, <italic>r</italic>=.002) were important factors helping doctors to understand their patients.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>In a clinical setting, electronic PDs can improve doctors’ understanding of patients in acute pain situations. The ability of electronic PDs to visualize differences between doctors’ and patients’ conception of pain has the potential to improve doctor-patient communication.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>pain drawing</kwd>
      <kwd>symptom drawing</kwd>
      <kwd>manikins</kwd>
      <kwd>tablet computers</kwd>
      <kwd>eHealth</kwd>
      <kwd>app</kwd>
      <kwd>acute pain</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Pain is a very complex and subjective phenomenon. It is regarded as a symptom of an underlying condition or as a condition of its own. For adequate medical treatment, however, it is compulsory to classify the reported pain. Hints to the correct pain diagnosis are given by a pain assessment looking at the intensity of the pain, its distribution and duration, as well as the quality of the pain. Despite many new technological advances, however, objectification of pain is still an unsolved problem [<xref ref-type="bibr" rid="ref1">1</xref>]. Asking patients to draw their pain has been used for half a century to overcome the complexity of communicating a subjective sensation from patient to physician. This method has different names in the literature, the most common being pain drawing (PD). Different instruments have been used to obtain PDs, starting from pen-on-paper drawings [<xref ref-type="bibr" rid="ref2">2</xref>] and recently developing toward electronic PDs collected on tablet personal computers (PCs) [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Several studies have been conducted to test the usability, reliability, and repeatability of PDs in chronic pain situations such as shoulder pain [<xref ref-type="bibr" rid="ref8">8</xref>], knee pain [<xref ref-type="bibr" rid="ref9">9</xref>], back pain [<xref ref-type="bibr" rid="ref10">10</xref>], and neck pain [<xref ref-type="bibr" rid="ref11">11</xref>] as well as in acute low back pain [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], whiplash disorder [<xref ref-type="bibr" rid="ref15">15</xref>], or experimentally triggered pain [<xref ref-type="bibr" rid="ref16">16</xref>]. Regardless of the method used, it has been proven that using PDs together with anamnesis and physical examination can aid the differential diagnosis in many pain situations [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this study, we examined the potential role of electronic PDs collected on a tablet PC in the clinical assessment and treatment of inpatients in acute pain situations. Therefore, we evaluated if knowing the patients’ PDs improved the pain specialists’ understanding of their patients and influenced their clinical decision making. Furthermore, we sought to identify differences between PDs of patients and doctors and to find those specific characteristics of the drawings that had the largest impact on doctors’ understanding.</p>
        <p>To this end, we collected electronic PDs from a sample of inpatients that received a consultation by a pain specialist from acute pain service (APS) because of severe pain (average score of 7.3, SD 2.0 on an 11-point numeric rating scale [NRS]). We then asked the pain specialists to draw their own impression of the patients’ pain after anamnesis and physical examination but without having seen the patients’ drawings. PDs of the patients were then revealed to the doctors, and they were asked to evaluate how much the additional information improved their understanding of the case and how much it influenced their clinical decision. Similarities and differences of patients’ and doctors’ PDs were assessed by statistical image analysis and visual inspection. Finally, exploratory analyses were conducted to identify specific factors that had the greatest impact on doctors’ understanding of the patients.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Population</title>
        <p>Our study population were inpatients from different departments of Hannover Medical School. All patients were in acute pain situations that required a consultation by a pain specialist, which is provided by members of the APS. APS members visit the patients and adjust their pain management individually according to the requirements of each patient’s situation. Eligible patients were adult (age ≥18 years in Germany) inpatients of Hannover Medical School with acute pain and the ability to give written informed consent. Furthermore, they had to be physically able to complete an electronic PD on a tablet PC. We recruited 69 patients (37 females) for participation in our study, and all of them prepared a PD. Due to a technical failure of the tablet PC, 1 drawing was lost. The treating pain specialist prepared a PD for 61 of the remaining patients, all of which were included in the analysis. Of these 61 patients with complete data, however, only 47 (24 females) were discussed and rated because of the absence of some of the treating pain specialists during the meeting of the APS in the afternoon (see below). Characteristics of the final study population can be found in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>The study was approved by the Ethics Committee of Hannover Medical School (#2987-2015) and was conducted in accordance with the Declaration of Helsinki. All patients gave written informed consent after information of the purpose of the study.</p>
        <p>Data collection was divided into 3 steps: (1) the patient draws a PD shortly before the consultation, (2) the pain specialist draws a PD of the same patient directly after the consultation based on anamnesis and bodily examination results, and (3) the pain specialist rates the patient’s PD’s influence on his or her understanding of the patient as well as on clinical decision making.</p>
        <sec>
          <title>Patients’ Pain Drawings</title>
          <p>Two of the authors (NS and AA) screened all patients on schedule for consultation by the APS. All eligible patients were informed about the study purpose and asked for participation after checking inclusion criteria. Written informed consent was obtained, and patients were asked to rate their pain intensity on an 11-point NRS ranging from 0 for “no symptom” to 10 for “maximum imaginable intensity.” Next, the use of the tablet PC and the SymptomMapper app [<xref ref-type="bibr" rid="ref17">17</xref>] was explained to the participant, and an electronic drawing of the acute pain and related sensations was acquired using the following instructions: “Please draw the location of your sensations as accurately as possible. Make sure to draw all sensations that you perceive as unpleasant or unnormal.” These instructions were complemented by a graphical depiction in the app’s drawing instructions module (see below), and patients were supervised by NS or AA during the drawing process.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Demographics of our study population.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="720"/>
              <col width="250"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Characteristics</td>
                  <td>Statistics</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Age in years, mean (SD)</td>
                  <td>59.2 (15.9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3"><bold>Age range in years, n (%)</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>18-39</td>
                  <td>7 (15)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>40-59</td>
                  <td>15 (32)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>60-79</td>
                  <td>21 (45)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>80+</td>
                  <td>4 (9)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Women, n (%)</td>
                  <td>24 (51)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Numeric rating scale pain intensity, mean (SD)</td>
                  <td>7.3 (2.0)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3"><bold>Origin of pain, n (%)</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Cancer</td>
                  <td>18 (38)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Infection</td>
                  <td>8 (17)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Postsurgical</td>
                  <td>5 (11)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Neurological</td>
                  <td>3 (6)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Other</td>
                  <td>13 (28)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Doctors’ Pain Drawings</title>
          <p>Consultation by the APS consisted of anamnesis and clinical examination by a member of the service. All members participating in the study were anesthesiologists with at least 5 years of clinical experience and either pain specialists or in training for pain specialization. On the basis of the anamnesis and findings of the physical examination, doctors drew their patients’ pain and related sensations during or immediately after the consultation but before seeing the patients’ drawing. They used the same kind of tablet PC and app like the patients. However, in addition to pain and related sensations, they were also free to draw pain-related symptoms such as allodynia, hyperalgesia, erythema, swelling, hyperhidrosis, and muscular defense. After doctors had finished their PD, they continued with their usual clinical procedures, such as starting the pain treatment or modification of an ongoing treatment.</p>
        </sec>
        <sec>
          <title>Rating of Knowledge Gained From Pain Drawings</title>
          <p>Patients’ PDs were shown to the doctors during the meeting of the APS in the afternoon, where each new patient is reviewed and treatment options are discussed. When discussing a study participant, we revealed his or her PD to all doctors, and they were free to discuss it. After the meeting, the doctors were asked for their anonymous rating of the following 2 questions: (1) “How much did the electronic PD improve your understanding of the patient?” and (2) “How much did the electronic PD influence your clinical decision?” Both questions were followed by an 11-point Likert scale from 0 for “not at all” to 10 for “very much.” Doctors were only allowed to rate PDs from patients that they themselves were treating.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Acquisition</title>
        <sec>
          <title>Tablet Computer</title>
          <p>All electronic PDs were acquired on tablet PCs type Samsung Galaxy Note 2014 edition 10.1 (SM-P600) running Android 5.1.1 with an electronic pen (stylus) based on inductive digitizing technology. The tablet had a 10.1-inch touch screen with a resolution of 800×1280 pixels, and its stylus was used for all data entry. In contrast to entering data by finger on the capacitive touchscreen, the tablet records stylus interactions with a separate inductive digitizer, which allows for a higher resolution while eliminating unwanted activation of the screen, for example, by the palm.</p>
        </sec>
        <sec>
          <title>Software App</title>
          <p>We used SymptomMapper [<xref ref-type="bibr" rid="ref17">17</xref>], a software app developed by our group to acquire the PDs from both patients and doctors (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). The app consisted of 3 different modules: drawing instructions, symptom specification, and drawing. App versions for patients and doctors used the same modules but with slightly different content. The average time to complete a drawing ranges from 1 to 10 min depending on the level of details and number of symptoms drawn. We have previously shown that SymptomMapper has a good usability for patients and doctors and that test-retest reliability of symptom drawings by chronic pain patients have fair reproducibility for the exact symptom pattern but excellent reproducibility for symptom extent [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
          <p>In the symptom specification module, users were asked to specify any pain-related symptom in an iterative process. They first chose the type of sensation from the following list of descriptors (in German): burning, cold, cramping, dull, electric, heavy, hot, numb, pressing, pricking, shooting, stabbing, tender, throbbing, tingling, and tugging. Next, they rated the intensity of the sensation on a visual analog scale, ranging from “no symptom” to “strongest imaginable intensity.” Finally, they entered the perceived depth of the sensations by choosing among different depth descriptors.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Graphical user interface of the SymptomMapper app that was used in our study. Its drawing module allows for quick and easy data entry without previous training, a crucial prerequisite when studying patients in acute pain situations. Sides are emphasized by the words left (“links”) and right (“rechts”). Doctors and patients used the same app for their pain drawings.</p>
            </caption>
            <graphic xlink:href="mhealth_v7i1e11412_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>In the drawing instructions module, the user was asked to color every point of the body outline where the specified pain sensation or related symptom was present and to use all available body views. Other ways to mark a body region, such as hatching, ticking, or marking by arrows or other symbols, were explicitly prohibited.</p>
          <p>In the final module, users were shown a body outline of matched sex to draw the location of the symptom or finding specified in the previous module. Drawings could only be made using the tablet’s stylus, and drawing was restricted by the app to within the borders of the body outline. Adherence to the other drawing instructions was checked by the author supervising the drawing process (NS or AA). After finishing the drawing, users could either choose to end data entry or to add another symptom, which would bring them back to symptom specification.</p>
          <p>The doctors’ version of the app differed only slightly from the patients’, in that its symptom specification module provided the user with a list of common pain-related diagnostic findings in addition to the list of pain descriptors.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <sec>
          <title>Statistical Analysis</title>
          <p>All statistical calculations were done in R version 3.4.3 (R Foundation for Statistical Computing, Vienna, Austria) [<xref ref-type="bibr" rid="ref18">18</xref>] and Microsoft Excel (Microsoft Corporation, Redmont, WA) using the Real Statistics Resource Pack release 5.4.1 [<xref ref-type="bibr" rid="ref19">19</xref>]. PDs were converted from Portable Network Graphics format to Neuroimaging Informatics Technology Initiative format [<xref ref-type="bibr" rid="ref20">20</xref>], with a custom-written Python script (Python 2.7, Python Software Foundation [<xref ref-type="bibr" rid="ref21">21</xref>]), and analyzed using FMRIB Software Library (FSL) version 5.0 (FMRIB Analysis Group, Oxford University, UK) [<xref ref-type="bibr" rid="ref22">22</xref>]. Final figures were prepared using VINCI 4.86.0 (Max Planck Institute for Metabolism Research, Cologne, Germany) [<xref ref-type="bibr" rid="ref23">23</xref>] and GNU Image Manipulation Program version 2.8.16 (GIMP, The GIMP Team) [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
        <sec>
          <title>Impact on Understanding of Pain and Clinical Decision</title>
          <p>The average of doctors’ ratings of improvement in understanding and influence on clinical decision were individually tested for their difference from zero using a 1-sided 1-sample <italic>t</italic> test. Here and in all further statistical tests, a <italic>P</italic> value of .05 or less was considered significant.</p>
        </sec>
        <sec>
          <title>Pain Drawing Analysis</title>
          <p>We extracted the following data from each PD for statistical analysis: (1) number of drawn pixels (pain extent), (2) number of clusters, (3) number of body views used in PD, (4) number of symptom descriptors, (5) average intensity per symptom, and (6) widespread pain index [<xref ref-type="bibr" rid="ref25">25</xref>]. The first 2 quantities were also calculated for images thresholded at pain intensity larger or equal to 6 to focus on the most severe symptoms. The pain extent (thresholded and unthresholded) was normalized to percent template surface for each view by dividing the pixel count by the total number of pixels of the respective view of the body outline. Widespread pain index (WPI) was calculated by masking the PD with a custom-made template of the 19 body regions used in the WPI and counting the number of nonempty body regions. Please note that signs and symptoms other than pain or paresthesia as recorded by the doctors’ version of the app were not included in the PD analysis.</p>
        </sec>
        <sec>
          <title>Comparison of Patients’ and Doctors’ Pain Drawings</title>
          <p>To identify potential systematic differences between doctors’ and patients’ PDs, we calculated 2-sided paired <italic>t</italic> tests for all quantities mentioned above. Furthermore, we assessed the similarity of doctors’ and patients’ PDs by means of the Jaccard index and by calculating intraclass correlation coefficients (ICCs (3,1); Shrout and Fleiss classification) for the pain area and the number of symptom clusters. Both indices were calculated separately for each body view and averaged over all body views excluding those that were empty in both the doctors’ and the patients’ PD. When the drawing contained multiple pain symptoms, they were merged, and the maximum intensity was used for each pixel.</p>
          <p>We further calculated the average pain distribution of all patients for visual comparison by pixel-wise averaging of all these individual drawings using FSL Maths. Doctors’ and patients’ PDs were analyzed independently. Due to the large diversity of pain states and syndromes encountered in our study sample, we did not attempt a direct statistical comparison of the data. The final images were thresholded to show only those body regions where at least 10% (5/47) of all users had drawn a symptom. This was an arbitrary threshold used to reduce the impact of single drawings with very large pain areas. As doctors’ and patients’ drawings were thresholded the same way, it does not obscure any differences between the 2 but allows the reader to focus on relevant areas.</p>
        </sec>
        <sec>
          <title>Exploratory Analysis of Relevant Factors</title>
          <p>To identify factors of relevance that improved doctors’ understanding of their patients’ pain, we calculated cross- correlation coefficients for the ratings of improvement in understanding and the quantities derived from the patients’ PDs (see above).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Impact on Understanding of Pain and Clinical Decision</title>
        <p>Knowing patients’ PDs significantly improved the doctors’ understanding of their patients (average rating: 4.81, SD 2.60, <italic>P</italic>&lt;.001) and to a lesser extent their clinical decision (average rating: 2.68, SD 1.18, <italic>P</italic>&lt;.001). Results are shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p>
      </sec>
      <sec>
        <title>Comparison of Patients’ and Doctors’ Drawings</title>
        <p>Patients drew on average 1.25 (SD 0.53) pain symptoms, a number closely matched by the doctors’ who drew 1.34 (SD 0.64) symptoms. With 3.34 (SD 2.82) different pain descriptors, patients described their pain more detailed (<italic>P</italic>=.03) than the doctors, who used 2.43 (SD 1.30) descriptors. The average pain distribution drawn by patients and doctors and the frequencies of pain descriptors are shown in <xref ref-type="fig" rid="figure3">Figure 3</xref> and <xref ref-type="table" rid="table2">Table 2</xref>, respectively. Visual comparison of the averaged PDs suggested a high similarity of doctors’ and patients’ drawings. Similarity analysis of the individual PDs revealed fair reproducibility for pain extent with an ICC of 0.565 (95% CI 0.459-0.655) but poor reproducibility for the number of pain clusters with an ICC of 0.368 (95% CI 0.238-0.485). The Jaccard index was 0.217 (SD 0.171). Detailed results for each body view are listed in <xref ref-type="table" rid="table3">Table 3</xref>. The poor reproducibility of the number of pain clusters also showed when we compared PD characteristics directly between the 2 groups (<xref ref-type="table" rid="table4">Table 4</xref>). Here, we found that patients drew significantly more pain clusters when comparing unthresholded (<italic>P</italic>&lt;.001) and thresholded clusters (<italic>P</italic>=.01). Pain extent, average pain intensity, and the number of nonempty body views on the other hand showed no significant differences between patients and doctors.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Impact of knowing patients’ pain drawings (PDs) on understanding of the pain and clinical decision making as rated by the doctors. Patients’ PDs significantly improved the doctors’ understanding of the pain and to a lesser but still significant extent influenced their clinical decision.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i1e11412_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Descriptive comparison of patients’ (top line) and doctors’ (lower line) perception of pain in our final sample of 47 acute pain patients. Average pain distribution thresholded at 10% overlap between patients.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i1e11412_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Frequency of symptom descriptors.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="760"/>
            <col width="120"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Symptom descriptor</td>
                <td>Patients, n</td>
                <td>Doctors, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Stinging</td>
                <td>22</td>
                <td>28</td>
              </tr>
              <tr valign="top">
                <td>Burning</td>
                <td>18</td>
                <td>16</td>
              </tr>
              <tr valign="top">
                <td>Pressing</td>
                <td>16</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>Tugging</td>
                <td>15</td>
                <td>11</td>
              </tr>
              <tr valign="top">
                <td>Radiating</td>
                <td>13</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>Dull</td>
                <td>10</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>Cramping</td>
                <td>11</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>Tingling</td>
                <td>10</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Shooting</td>
                <td>5</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>Electric</td>
                <td>4</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>Heavy</td>
                <td>7</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Tender</td>
                <td>6</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Throbbing</td>
                <td>7</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Pricking</td>
                <td>4</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Numb</td>
                <td>4</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Hot</td>
                <td>4</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Cold</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>157</td>
                <td>114</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Similarity of doctors’ and patients’ pain drawings.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="700"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Analysis</td>
                <td>Result</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Jaccard index of symptom pattern, mean (SD)</td>
                <td>0.22 (0.17)</td>
              </tr>
              <tr valign="top">
                <td colspan="4"><bold>ICC<sup>a</sup></bold> <bold>of symptom extent (95% CI)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Whole drawing (all body views)</td>
                <td>0.57 (0.46-0.66)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3"><bold>Single views</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Front</td>
                <td>0.51 (0.26-0.69)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Back</td>
                <td>0.52 (0.28-0.70)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Left</td>
                <td>0.56 (0.32-0.73)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Right</td>
                <td>0.70 (0.51- 0.82)</td>
              </tr>
              <tr valign="top">
                <td colspan="4"><bold>ICC of number of symptom clusters (95% CI)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Whole drawing (all body views)</td>
                <td>0.37 (0.24-0.49)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3"><bold>Single views</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Front</td>
                <td>0.32 (0.04-0.55)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Back</td>
                <td>0.33 (0.05-0.56)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Left</td>
                <td>0.42 (0.15-0.63)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Right</td>
                <td>0.43 (0.17-0.64)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>ICC: intraclass correlation coefficient.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Comparison of doctors’ and patients’ pain drawing characteristics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="630"/>
            <col width="150"/>
            <col width="150"/>
            <col width="70"/>
            <thead>
              <tr valign="bottom">
                <td>Pain drawings characteristics</td>
                <td>Patients, mean (SD)</td>
                <td>Doctors, mean (SD)</td>
                <td><italic>P</italic> value<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td>Pain extent<sup>b</sup></td>
                <td>7.08 (9.66)</td>
                <td>8.12 (14.13)</td>
                <td>.55</td>
              </tr>
              <tr valign="bottom">
                <td>Pain extent (Visual Analog Scale &gt;6)</td>
                <td>5.69 (9.51)</td>
                <td>7.15 (14.03)</td>
                <td>.39</td>
              </tr>
              <tr valign="top">
                <td>Number of pain clusters</td>
                <td>3.63 (3.23)</td>
                <td>1.81 (1.33)</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>Number of pain clusters (Visual Analog Scale &gt;6)</td>
                <td>2.59 (3.18)</td>
                <td>1.48 (1.33)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>Number of nonempty body views</td>
                <td>3.40 (0.74)</td>
                <td>3.30 (0.95)</td>
                <td>.40</td>
              </tr>
              <tr valign="top">
                <td>Total number of symptom descriptors</td>
                <td>3.34 (2.82)</td>
                <td>2.43 (1.30)</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td>Average pain intensity</td>
                <td>7.19 (2.17)</td>
                <td>7.46 (1.82)</td>
                <td>.33</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Paired 2-tailed <italic>t</italic> test.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>In percent template surface.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>A comparison of patients’ and doctors’ pain drawings (PDs) for individual patients, in which knowledge of the PD led to strong improvement of the doctor’s understanding of the patient. CD: impact on clinical decision; UP: understanding of the patient.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i1e11412_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Patient Characteristics of Representative Cases</title>
        <p>We identified 5 patients who received either very low or very high ratings from the doctors, that is, patients in which seeing the PD was of very little or very high value for the doctors understanding. The group with high ratings is shown in <xref ref-type="fig" rid="figure4">Figure 4</xref>, the group with the low ratings in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>. The individual clinical cases are discussed in <xref ref-type="table" rid="table5">Table 5</xref>.</p>
      </sec>
      <sec>
        <title>Exploratory Analysis of Relevant Factors</title>
        <p>Exploratory cross-correlation analysis revealed that the understanding of pain was influenced most strongly by 2 factors: the area of the pain as drawn by the patient (<italic>r</italic>=.454, <italic>P</italic>=.001) and the WPI (<italic>r</italic>=.447, <italic>P</italic>=.001) as calculated from the PD (see <xref ref-type="fig" rid="figure5">Figure 5</xref>). In both cases, the correlation was positive, which means that a larger pain area and higher WPI were associated with greater improvement in understanding of pain. When testing the same factors but looking at their absolute differences in doctors’ and patients’ drawings, area of pain showed the only significant correlation with understanding of pain (<italic>r</italic>=.313, <italic>P</italic>=.03), whereas WPI showed a tendency (<italic>r</italic>=.255, <italic>P</italic>=.08).</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Discussion of the patients in which knowledge of the PD led to strong improvement of the doctor’s understanding of them.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="280"/>
            <col width="690"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Patient</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3"><bold>Patient 1</bold> <bold>(female, 45 years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for hospital admission</td>
                <td>Unexplained abdominal pain</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for presentation to APS<sup>a</sup></td>
                <td>Severe abdominal pain</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Diagnosis</td>
                <td>Somatization disorder</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>History</td>
                <td>Diagnostic laparoscopy (10 weeks before admission) and hysterectomy (3 years ago)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Notes</td>
                <td>Pain cluster in the neck appeared after laparoscopy and can be explained by irritation upon endotracheal intubation</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Knowledge gained from patient’s PD<sup>b</sup></td>
                <td>Additional pain clusters in the patient’s PD supported the clinical diagnosis of somatization disorder</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Implications for treatment</td>
                <td>Referral to further psychiatric and psychosomatic treatment; discontinuation of antinociceptive therapy</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Patient 2</bold> <bold>(male, 63 years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for hospital admission</td>
                <td>Surgery: transcatheter aortic valve implantation for aortic stenosis</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for presentation to APS</td>
                <td>Acute pain in the right leg</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Diagnosis</td>
                <td>Exacerbation of pain in the right leg with mixed nociceptive, ischemic, and neuropathic pain states in the course of peripheral arterial occlusive disease</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>History</td>
                <td>Transtibial amputation of the left leg; pain syndrome of the cervical spine</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Notes</td>
                <td>No phantom limb pain in the left leg; pain cluster in the left arm and hand can be explained by pre-existing pain syndrome of the cervical spine</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Knowledge gained from patient’s PD</td>
                <td>Comprehensive overview of pain clusters originating from different causes</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Implications for treatment</td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Patient 3</bold> <bold>(female, 36 years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for hospital admission</td>
                <td>Surgery: cyclophotocoagulation status post chronic open-angle glaucoma</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for presentation to APS</td>
                <td>Acute pain in both feet</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Diagnosis</td>
                <td>Exacerbation of pre-existing pain in both feet from polyneuropathy in the course of Wegener granulomatosis</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>History</td>
                <td>Wegener granulomatosis with joint involvement; polyneuropathy</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Knowledge gained from patient’s PD</td>
                <td>Additional pain clusters in the patients’ PD supported the clinical understanding of the widespread manifestations of the underlying disease</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Implications for treatment</td>
                <td>Referral to specialized outpatient pain treatment</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Patient 4</bold> <bold>(male, 80 years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for hospital admission</td>
                <td>Acute pain exacerbation with suspicion of cancer</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for presentation to APS</td>
                <td>Acute pain in the right upper limb, right knee, and costal arch</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Diagnosis</td>
                <td>Exacerbation of pre-existing pain due to because of multiple cancerous osteolytic lesions from unknown primary</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>History</td>
                <td>Pre-existing pain in the abovementioned regions starting 3 to 1 weeks before admission</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Knowledge gained from patient’s PD</td>
                <td>Comprehensive overview of all pain sites</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Patient 5</bold> <bold>(male, 82 years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for hospital admission</td>
                <td>Urinary tract infection and deterioration of the patient’s general condition</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Indication for presentation to APS</td>
                <td>Acute pain in the right leg and flank</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Diagnosis</td>
                <td>Exacerbation of 2 different pre-existing pain states; neuropathic pain in the right leg; visceral pain in the area of the right kidney</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>History</td>
                <td>Urothelial carcinoma (UICC-Classification (Union for International Cancer Control-Classification) pTx, pNx, G3, L1, V1) and recurrent urinary tract infections under treatment with a double-J catheter; pre-existing pain in the abovementioned regions starting 3 to 1 months before admission</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Knowledge gained from patient’s PD</td>
                <td>Comprehensive overview of pain clusters originating from different causes; pain pattern confirmed the neuropathic origin of the pain in the leg</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Implications for treatment</td>
                <td>Start of an antineuropathic treatment</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>APS: acute pain service.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>PD: pain drawing.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Factors with the potential to influence doctors’ understanding of the patients. The left image shows correlations of pain drawing characteristics extracted from the patients’ drawings, whereas the right image is based on absolute differences of those characteristics between patients’ and doctors’ drawings. Correlation strength is encoded in color brightness and circle size. Blue color indicates positive values and red color indicates negative values. Both the areas of pain (in percent body area) and the widespread pain index (WPI) showed significant correlations with the doctors’ understanding of pain. VAS: visual analog scale.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i1e11412_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>In this study, we have tested whether knowledge of the electronic PD of a patient in acute pain can improve the doctors’ understanding of the patient’s pain and potentially influence clinical decision making. We have furthermore sought to identify similarities and differences of electronic PDs made by patients and their treating pain specialists. Finally, we wanted to find specific characteristics of the drawings that have a large impact on doctors’ understanding.</p>
      </sec>
      <sec>
        <title>Impact on Understanding of Pain and Clinical Decision</title>
        <p>Our results show that PDs significantly improved the doctors’ understanding of their patients’ pain based on their own judgment. On average, doctors rated this improvement with 4.81 out of 10 points. The impact on clinical decision was also significant but of smaller size (2.68 out of 10 points). There are 2 possible explanations for the fact that a relatively large improvement in understanding resulted in rather modest changes in clinical decision. First, in the majority of cases, additional pain clusters drawn by the patients do not lead the physicians to new diagnoses that would require additional medical investigation or intervention. Instead, most of these clusters reveal previously diagnosed chronic pain sources that are unrelated to the acute problem. To take one of our examples (patient number 2 from <xref ref-type="fig" rid="figure4">Figure 4</xref> and <xref ref-type="table" rid="table5">Table 5</xref>), a patient requiring consultation by the APS for acute leg pain from peripheral arterial occlusive disease draws pain clusters in the leg region but also adds a large cluster in the arm. The latter stems from a previously diagnosed pain syndrome of the cervical spine. Although this additional knowledge gives a more complete image of the patient and, therefore, improves the doctor’s understanding, it has little impact on the clinical decision.</p>
      </sec>
      <sec>
        <title>Comparison of Patients’ and Doctors’ Drawings</title>
        <p>The similarity of PDs from patients and their treating doctors observed in our study was considerably lower compared with studies looking at test-retest reliability of PDs in chronic pain patients. We found only fair reproducibility for pain extent (ICC: 0.57) and poor reproducibility for the number of pain clusters (ICC: 0.37). In contrast, Barbero et al and Neubert et al, using PDs from different chronic pain populations, found ICCs from 0.92 to 0.97 for pain extent [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Results regarding the reproducibility of the number of pain clusters differed even more. Here, Neubert et al report an ICC of 0.70, which is almost twice as high as the value found in our study. The Jaccard index of 0.22 (as compared with 0.46-0.49 in the above-mentioned studies) indicates an average overlap of only 22% between the PD of a patient and the associated drawing of the doctor in our study. Of course, we are comparing apples with pears here, as repeated PDs by the same person will be much more similar than PDs based on information derived from verbal and nonverbal communication. A comparison like this, however, allows us to get an estimate for how much information is lost or changed in patient-doctor communication.</p>
      </sec>
      <sec>
        <title>Which Drawing Is “Correct”?</title>
        <p>The above-mentioned issue raises the rather philosophical question, which of the drawings contains the correct information. On the one hand, only the patient is able to perceive the symptoms that are expressed in the PD. As several studies have shown, generating a PD is a highly reproducible and reliable process [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, there are good reasons to argue that patients’ PDs constitute the ground truth in this comparison. However, other studies have based their analysis on the assumption that the doctors’ drawings contain the correct information. For example, Cummings et al compared patients’ PDs with drawings by their doctors and found that the usage of patients’ PDs to measure pain extent, number of pain clusters, and related symptoms may lead to inaccurate diagnoses [<xref ref-type="bibr" rid="ref26">26</xref>]. It should also be noted that anamnesis and physical examination themselves can lead to more detailed PDs by the doctors as they may reveal additional symptoms omitted by the patient.</p>
        <p>In our opinion, both patients’ and doctors’ PDs are valid drawings in their own right. When analyzing their contents, however, it must be acknowledged that they do not represent the same thing and that there may be systematic differences that will influence the results of the analysis. These differences will be discussed in the next section.</p>
      </sec>
      <sec>
        <title>Potential Sources of Systematic Differences</title>
        <p>In our study, we did not find significant differences between patients’ and doctors’ PDs regarding pain extent, average pain intensity, and the number of body views used in for the PD. Together with our findings regarding the low similarity of doctors’ and patients’ drawings, this means that both groups drew about the same number of pixels with the same intensity but in different places on the body. We further found that doctors used significantly fewer pain clusters and symptom descriptors than patients when drawing their pain symptoms. There are several possible explanations for this. On the one hand, it is likely that doctors’ drawings exhibit less specificity of pain location than the patients’, simply because some level of information loss is to be expected for verbal communication of bodily symptoms. This can be seen in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>, where clusters drawn by doctors are clearly overlapping with those of the patients but are generally larger and, thus, less specific. On the other hand, doctors may have focused more on single symptoms with larger extent. This could be explained by the principles of the APS [<xref ref-type="bibr" rid="ref27">27</xref>]. In contrast to outpatient care settings, inpatients are well diagnosed and known to their treating medical team. Therefore, these patients are presented with a specific question to the specialists of the APS. Pre-existing and already treated pain diagnoses are not as much in the focus of interest as they would be in an outpatient setting.</p>
      </sec>
      <sec>
        <title>Pain Drawing Characteristics That Can Improve the Understanding</title>
        <p>Our innovative methodology of electronic PD analysis allowed us to extract a variety of information from the acquired PDs. This included characteristics such as the area of pain, average intensity, and WPI [<xref ref-type="bibr" rid="ref25">25</xref>] as well as the number of clusters, pain sensations, and body views used in the drawing. Availability of this information enabled us to perform an exploratory analysis to identify those characteristics that significantly improved doctors’ understanding of their patients’ pain. We found that both pain area and WPI had the largest impact on doctors’ understanding. Thus, not only drawings with more pain area received higher ratings but also those where the pain was more widespread. Both effects can be observed when comparing patients with the highest ratings (<xref ref-type="fig" rid="figure4">Figure 4</xref>) with those with the lowest (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). It is evident that the latter show much smaller pain areas and less widespreadness than the former. However, pain area and WPI also showed a high level of correlation with each other, indicating similar information content.</p>
        <p>When looking at differences between patients’ and doctors’ PDs, however, only the absolute differences in pain area improved the doctors’ understanding. Thus, an over- or underestimation of pain area by the doctor made seeing the patient’s PD valuable for the doctor. Among other things, this finding indicates that doctors do consider information from the patients’ PD as being “correct.”</p>
      </sec>
      <sec>
        <title>Advantages of Electronic Pain Drawings</title>
        <p>Although our study was not aimed at comparing electronic PDs with their pen-on-paper counterparts, we would nevertheless like to emphasize the advantages of using the electronic version. In the last 10 years, several research groups have developed PD apps to be used on tablet computers [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. A central advantage of the electronic drawings acquired this way is the possibility to analyze results right after completion of the drawings and without the need for time-consuming digitization. Although measuring pain area is possible for pain-on-paper drawings by using grid-based methods [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref29">29</xref>], such analyses usually take several minutes and require the doctor to sit down at a table with adequate lighting. Furthermore, the calculation of more complicated but relevant variables, such as average pain intensity or pain overlap as used in our paper, would take even longer to extract from pen-on-paper drawings. Finally, well-designed PD apps allow the user to zoom in and, thus, can be used by people with severe visual impairments for whom conventional drawings would be challenging or even impossible.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although our study has reached the planned aims, there were some limitations that we could not avoid. First, our sample consisted of inpatients in acute and often severe pain. Thus, the accuracy of completing PDs may have been lower compared with, for example, chronic pain patients that have had some time to adapt to their pain. Of course, such lower accuracy will also influence all further analyses, for example, regarding similarity of patients’ and doctors’ PDs. Second, our procedure of rating the improvement in understanding and influence on clinical decision was suboptimal as only the treating doctor was allowed to give a rating and this rating was anonymous. This made it impossible to assess potential bias, for example, by certain doctors, giving only good or bad ratings. Furthermore, we did not ask for the explicit reasons why a PD was considered helpful or why its knowledge did or did not influence clinical decision. Third, our sample size of 47 patients was rather small and may have led to false-negative results in all analyses directly comparing patients with doctors. Finally, the fact that all doctors that rated the impact of the patients’ drawings on their understanding and clinical decision also prepared drawings themselves may be seen as a confound. Although we believe that the instructions for rating were unmistakably aimed at the impact of seeing the patients’ drawing (and not, eg, of comparing the patients with their own drawing), we cannot rule out the possibility that the act of drawing may have confounded the rating in some individuals.</p>
        <p>Future studies should assess the importance of patients’ PDs independently from that of PDs made by the doctors, that is, compare doctors using the app with those not using it. Furthermore, it would be desirable to assess improved understanding of the patient by more objective means than self-report.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We have shown that in a clinical setting, electronic PD can improve doctors’ understanding of patients in acute pain situations based on their own judgment. The ability of electronic PDs to visualize differences between doctors’ and patients’ conception of pain has the potential to improve doctor-patient communication.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>A comparison of patients’ and doctors’ pain drawings (PDs) for individual patients, in which knowledge of the PDs led to small or no improvement of the doctor’s understanding of the patient.</p>
        <media xlink:href="mhealth_v7i1e11412_app1.png" xlink:title="PNG File, 1MB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">APS</term>
          <def>
            <p>acute pain service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FSL</term>
          <def>
            <p>FMRIB Software Library</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICC</term>
          <def>
            <p>intraclass correlation coefficient</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NRS</term>
          <def>
            <p>numeric rating scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PC</term>
          <def>
            <p>personal computer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PD</term>
          <def>
            <p>pain drawing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WPI</term>
          <def>
            <p>widespread pain index</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the German Academic Exchange Service and Horst Görtz Foundation for their financial support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Giordano</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Abramson</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Boswell</surname>
            <given-names>MV</given-names>
          </name>
        </person-group>
        <article-title>Pain assessment: subjectivity, objectivity, and the use of neurotechnology</article-title>
        <source>Pain Physician</source>  
        <year>2010</year>  
        <volume>13</volume>  
        <issue>4</issue>  
        <fpage>305</fpage>  
        <lpage>15</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.painphysicianjournal.com/linkout?issn=1533-3159&amp;vol=13&amp;page=305"/>
        </comment>  
        <pub-id pub-id-type="medline">20648198</pub-id>
        <pub-id pub-id-type="pmcid">20648198</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Palmer</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Pain charts; a description of a technique whereby functional pain may be diagnosed from organic pain</article-title>
        <source>N Z Med J</source>  
        <year>1949</year>  
        <month>04</month>  
        <volume>48</volume>  
        <issue>264</issue>  
        <fpage>187</fpage>  
        <lpage>213</lpage>  
        <pub-id pub-id-type="medline">18138692</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Barbero</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Moresi</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Leoni</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gatti</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Egloff</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Falla</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Test-retest reliability of pain extent and pain location using a novel method for pain drawing analysis</article-title>
        <source>Eur J Pain</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>19</volume>  
        <issue>8</issue>  
        <fpage>1129</fpage>  
        <lpage>38</lpage>  
        <pub-id pub-id-type="doi">10.1002/ejp.636</pub-id>
        <pub-id pub-id-type="medline">25565607</pub-id>
        <pub-id pub-id-type="pmcid">25565607</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Serif</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ghinea</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Recording of time-varying back-pain data: a wireless solution</article-title>
        <source>IEEE Trans Inf Technol Biomed</source>  
        <year>2005</year>  
        <month>09</month>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>447</fpage>  
        <lpage>58</lpage>  
        <pub-id pub-id-type="medline">16167699</pub-id>
        <pub-id pub-id-type="pmcid">16167699</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ghinea</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Spyridonis</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Serif</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Frank</surname>
            <given-names>AO</given-names>
          </name>
        </person-group>
        <article-title>3-D pain drawings-mobile data collection using a PDA</article-title>
        <source>IEEE Trans Inf Technol Biomed</source>  
        <year>2008</year>  
        <month>01</month>  
        <volume>12</volume>  
        <issue>1</issue>  
        <fpage>27</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="doi">10.1109/TITB.2007.903266</pub-id>
        <pub-id pub-id-type="medline">18270034</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jaatun</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Haugen</surname>
            <given-names>DF</given-names>
          </name>
          <name name-style="western">
            <surname>Dahl</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Kofod-Petersen</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Proceed with caution: transition from paper to computerized pain body maps</article-title>
        <source>Procedia Computer Science</source>  
        <year>2013</year>  
        <month>04</month>  
        <conf-name>The 3rd International Conference on Current and Future Trends of Information and Communication Technologies in Healthcare</conf-name>
        <conf-date>21-24, 2013</conf-date>
        <conf-loc>Ontario, Canada</conf-loc>
        <fpage>398</fpage>  
        <lpage>406</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.procs.2013.09.052</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boudreau</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Badsberg</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>SW</given-names>
          </name>
          <name name-style="western">
            <surname>Egsgaard</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Digital pain drawings: assessing touch-screen technology and 3D body schemas</article-title>
        <source>Clin J Pain</source>  
        <year>2016</year>  
        <month>02</month>  
        <volume>32</volume>  
        <issue>2</issue>  
        <fpage>139</fpage>  
        <lpage>45</lpage>  
        <pub-id pub-id-type="doi">10.1097/AJP.0000000000000230</pub-id>
        <pub-id pub-id-type="medline">25756558</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bayam</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ahmad</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Naqui</surname>
            <given-names>SZ</given-names>
          </name>
          <name name-style="western">
            <surname>Chouhan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Funk</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Pain mapping for common shoulder disorders</article-title>
        <source>Am J Orthop (Belle Mead NJ)</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>40</volume>  
        <issue>7</issue>  
        <fpage>353</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="medline">22013572</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elson</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Caplan</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>St Clair Gibson</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kader</surname>
            <given-names>DF</given-names>
          </name>
        </person-group>
        <article-title>The photographic knee pain map: locating knee pain with an instrument developed for diagnostic, communication and research purposes</article-title>
        <source>Knee</source>  
        <year>2011</year>  
        <month>12</month>  
        <volume>18</volume>  
        <issue>6</issue>  
        <fpage>417</fpage>  
        <lpage>23</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.knee.2010.08.012</pub-id>
        <pub-id pub-id-type="medline">20850976</pub-id>
        <pub-id pub-id-type="pii">S0968-0160(10)00171-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tucker</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Fels</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>SR</given-names>
          </name>
          <name name-style="western">
            <surname>Hodges</surname>
            <given-names>PW</given-names>
          </name>
        </person-group>
        <article-title>Comparison of location, depth, quality, and intensity of experimentally induced pain in 6 low back muscles</article-title>
        <source>Clin J Pain</source>  
        <year>2014</year>  
        <month>09</month>  
        <volume>30</volume>  
        <issue>9</issue>  
        <fpage>800</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1097/AJP.0000000000000026</pub-id>
        <pub-id pub-id-type="medline">25098553</pub-id>
        <pub-id pub-id-type="pii">00002508-201409000-00008</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gioia</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Gorga</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Nagler</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>The value of pain drawings in the care of neck and back pain</article-title>
        <source>J Back Musculoskelet Rehabil</source>  
        <year>1997</year>  
        <month>01</month>  
        <day>01</day>  
        <volume>8</volume>  
        <issue>3</issue>  
        <fpage>209</fpage>  
        <lpage>14</lpage>  
        <pub-id pub-id-type="doi">10.3233/BMR-1997-8305</pub-id>
        <pub-id pub-id-type="medline">24572821</pub-id>
        <pub-id pub-id-type="pii">20162130MT7J02H2</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sivik</surname>
            <given-names>TM</given-names>
          </name>
        </person-group>
        <article-title>Personality traits in patients with acute low-back pain. A comparison with chronic low-back pain patients</article-title>
        <source>Psychother Psychosom</source>  
        <year>1991</year>  
        <volume>56</volume>  
        <issue>3</issue>  
        <fpage>135</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="doi">10.1159/000288546</pub-id>
        <pub-id pub-id-type="medline">1836880</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fordyce</surname>
            <given-names>WE</given-names>
          </name>
          <name name-style="western">
            <surname>Brockway</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Bergman</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Spengler</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Acute back pain: a control-group comparison of behavioral vs traditional management methods</article-title>
        <source>J Behav Med</source>  
        <year>1986</year>  
        <month>04</month>  
        <volume>9</volume>  
        <issue>2</issue>  
        <fpage>127</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="medline">2940370</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hüllemann</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Keller</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Kabelitz</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Freynhagen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Tölle</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Baron</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Pain drawings improve subgrouping of low back pain patients</article-title>
        <source>Pain Pract</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>17</volume>  
        <issue>3</issue>  
        <fpage>293</fpage>  
        <lpage>304</lpage>  
        <pub-id pub-id-type="doi">10.1111/papr.12470</pub-id>
        <pub-id pub-id-type="medline">27334429</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Southerst</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Stupar</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Côté</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Mior</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stern</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The reliability of measuring pain distribution and location using body pain diagrams in patients with acute whiplash-associated disorders</article-title>
        <source>J Manipulative Physiol Ther</source>  
        <year>2013</year>  
        <month>09</month>  
        <volume>36</volume>  
        <issue>7</issue>  
        <fpage>395</fpage>  
        <lpage>402</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jmpt.2013.05.023</pub-id>
        <pub-id pub-id-type="medline">23891480</pub-id>
        <pub-id pub-id-type="pii">S0161-4754(13)00108-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Leoni</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Falla</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Heitz</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Capra</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Clijsen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Egloff</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cescon</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Baeyens</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Barbero</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Test-retest reliability in reporting the pain induced by a pain provocation test: further validation of a novel approach for pain drawing acquisition and analysis</article-title>
        <source>Pain Pract</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>17</volume>  
        <issue>2</issue>  
        <fpage>176</fpage>  
        <lpage>184</lpage>  
        <pub-id pub-id-type="doi">10.1111/papr.12429</pub-id>
        <pub-id pub-id-type="medline">26992099</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Neubert</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Dusch</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Karst</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Beissner</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Designing a tablet-based software app for mapping bodily symptoms: usability evaluation and reproducibility analysis</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2018</year>  
        <month>05</month>  
        <day>30</day>  
        <volume>6</volume>  
        <issue>5</issue>  
        <fpage>e127</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2018/5/e127/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.8409</pub-id>
        <pub-id pub-id-type="medline">29848470</pub-id>
        <pub-id pub-id-type="pii">v6i5e127</pub-id>
        <pub-id pub-id-type="pmcid">PMC6000481</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
        <source>R Project</source>  
        <comment>The R Project for Statistical Computing 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link></comment> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <source>Real Statistics</source>  
        <year>2018</year>  
        <access-date>2018-01-18</access-date>
        <comment>Real statistics using Excel 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.real-statistics.com">http://www.real-statistics.com</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6wYxPcqQO"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>Neuroimaging Informatics Technology Initiative</source>  
        <access-date>2017-07-11</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://nifti.nimh.nih.gov/">https://nifti.nimh.nih.gov/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6rsV42huH"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
        <source>Python Software Foundation</source>  
        <access-date>2018-03-15</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.python.org">https://www.python.org</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6xvuWs8iZ"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <source>FMRIB Software Library v5.0</source>  
        <publisher-loc>Oxford, UK</publisher-loc>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://fsl.fmrib.ox.ac.uk/fsl/">http://fsl.fmrib.ox.ac.uk/fsl/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6rsVGH76M"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Max Planck Institute for Metabolism Research Cologne</collab>
        </person-group>
        <source>VINCI 4</source>  
        <access-date>2018-06-27</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://vinci.sf.mpg.de/doc/vinci-about.html?1.2">http://vinci.sf.mpg.de/doc/vinci-about.html?1.2</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="70TOexyCc"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>The GNU Image Manipulation Program Team</collab>
        </person-group>
        <source>GNU Image Manipulation Program (GIMP) version 2.8.16</source>  
        <access-date>2018-06-27</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gimp.org/">https://www.gimp.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="70TNm1ORs"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wolfe</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Clauw</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Fitzcharles</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Goldenberg</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Katz</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Mease</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Russell</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Russell</surname>
            <given-names>IJ</given-names>
          </name>
          <name name-style="western">
            <surname>Winfield</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Yunus</surname>
            <given-names>MB</given-names>
          </name>
        </person-group>
        <article-title>The American College of Rheumatology preliminary diagnostic criteria for fibromyalgia and measurement of symptom severity</article-title>
        <source>Arthritis Care Res (Hoboken)</source>  
        <year>2010</year>  
        <month>05</month>  
        <volume>62</volume>  
        <issue>5</issue>  
        <fpage>600</fpage>  
        <lpage>10</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/acr.20140"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/acr.20140</pub-id>
        <pub-id pub-id-type="medline">20461783</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cummings</surname>
            <given-names>GS</given-names>
          </name>
          <name name-style="western">
            <surname>Routan</surname>
            <given-names>JL</given-names>
          </name>
        </person-group>
        <article-title>Accuracy of the unassisted pain drawings by patients with chronic pain</article-title>
        <source>J Orthop Sports Phys Ther</source>  
        <year>1987</year>  
        <volume>8</volume>  
        <issue>8</issue>  
        <fpage>391</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="medline">18797035</pub-id>
        <pub-id pub-id-type="pii">1945</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kishore</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Gaur</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Acute pain service</article-title>
        <source>Saudi J Anaesth</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>5</volume>  
        <issue>2</issue>  
        <fpage>123</fpage>  
        <lpage>4</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.saudija.org/article.asp?issn=1658-354X;year=2011;volume=5;issue=2;spage=123;epage=124;aulast=Kishore"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4103/1658-354X.82777</pub-id>
        <pub-id pub-id-type="medline">21804789</pub-id>
        <pub-id pub-id-type="pii">SJA-5-123</pub-id>
        <pub-id pub-id-type="pmcid">PMC3139301</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cruder</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Falla</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Mangili</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Azzimonti</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Araújo</surname>
            <given-names>LS</given-names>
          </name>
          <name name-style="western">
            <surname>Williamon</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Barbero</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Profiling the location and extent of musicians' pain using digital pain drawings</article-title>
        <source>Pain Pract</source>  
        <year>2018</year>  
        <month>01</month>  
        <volume>18</volume>  
        <issue>1</issue>  
        <fpage>53</fpage>  
        <lpage>66</lpage>  
        <pub-id pub-id-type="doi">10.1111/papr.12581</pub-id>
        <pub-id pub-id-type="medline">28466572</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gatchel</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mayer</surname>
            <given-names>TG</given-names>
          </name>
          <name name-style="western">
            <surname>Capra</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Diamond</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Barnett</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Quantification of lumbar function. Part 6: the use of psychological measures in guiding physical functional restoration</article-title>
        <source>Spine (Phila Pa 1976)</source>  
        <year>1986</year>  
        <volume>11</volume>  
        <issue>1</issue>  
        <fpage>36</fpage>  
        <lpage>42</lpage>  
        <pub-id pub-id-type="medline">2939568</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>