<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i3e15294</article-id>
      <article-id pub-id-type="pmid">32209531</article-id>
      <article-id pub-id-type="doi">10.2196/15294</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Volumetric Food Quantification Using Computer Vision on a Depth-Sensing Smartphone: Preclinical Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhu</surname>
            <given-names>Fengqing </given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Alves</surname>
            <given-names>Nuno</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Guness</surname>
            <given-names>Shivanand</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Herzig</surname>
            <given-names>David</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1028-9445</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Nakas</surname>
            <given-names>Christos T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4155-722X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Stalder</surname>
            <given-names>Janine</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1077-6454</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kosinski</surname>
            <given-names>Christophe</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7544-498X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Laesser</surname>
            <given-names>Céline</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7747-316X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Dehais</surname>
            <given-names>Joachim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0814-8475</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Jaeggi</surname>
            <given-names>Raphael</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7742-1469</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Leichtle</surname>
            <given-names>Alexander Benedikt</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6528-9904</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Dahlweid</surname>
            <given-names>Fried-Michael</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5416-9915</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Stettler</surname>
            <given-names>Christoph</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1691-6059</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Bally</surname>
            <given-names>Lia</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Diabetes, Endocrinology, Nutritional Medicine and Metabolism</institution>
            <institution>Bern University Hospital</institution>
            <institution>University of Bern</institution>
            <addr-line>Freiburgstrasse 15</addr-line>
            <addr-line>Bern, 3010</addr-line>
            <country>Switzerland</country>
            <phone>41 31 632 36 77</phone>
            <email>lia.bally@insel.ch</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1993-7672</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Diabetes, Endocrinology, Nutritional Medicine and Metabolism</institution>
        <institution>Bern University Hospital</institution>
        <institution>University of Bern</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Laboratory of Biometry</institution>
        <institution>University of Thessaly</institution>
        <addr-line>Nea Ionia/Volos, Magnesia</addr-line>
        <country>Greece</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University Institute of Clinical Chemistry</institution>
        <institution>Inselspital, Bern University Hospital</institution>
        <institution>University of Bern</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Insel Data Science Center &#38; Department for Technology and Innovation</institution>
        <institution>Bern University Hospital</institution>
        <institution>University of Bern</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lia Bally <email>lia.bally@insel.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>3</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>3</issue>
      <elocation-id>e15294</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>12</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©David Herzig, Christos T Nakas, Janine Stalder, Christophe Kosinski, Céline Laesser, Joachim Dehais, Raphael Jaeggi, Alexander Benedikt Leichtle, Fried-Michael Dahlweid, Christoph Stettler, Lia Bally. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 25.03.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/3/e15294/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Quantification of dietary intake is key to the prevention and management of numerous metabolic disorders. Conventional approaches are challenging, laborious, and lack accuracy. The recent advent of depth-sensing smartphones in conjunction with computer vision could facilitate reliable quantification of food intake.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study was to evaluate the accuracy of a novel smartphone app combining depth-sensing hardware with computer vision to quantify meal macronutrient content using volumetry.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The app ran on a smartphone with a built-in depth sensor applying structured light (iPhone X). The app estimated weight, macronutrient (carbohydrate, protein, fat), and energy content of 48 randomly chosen meals (breakfasts, cooked meals, snacks) encompassing 128 food items. The reference weight was generated by weighing individual food items using a precision scale. The study endpoints were (1) error of estimated meal weight, (2) error of estimated meal macronutrient content and energy content, (3) segmentation performance, and (4) processing time.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In both absolute and relative terms, the mean (SD) absolute errors of the app’s estimates were 35.1 g (42.8 g; relative absolute error: 14.0% [12.2%]) for weight; 5.5 g (5.1 g; relative absolute error: 14.8% [10.9%]) for carbohydrate content; 1.3 g (1.7 g; relative absolute error: 12.3% [12.8%]) for fat content; 2.4 g (5.6 g; relative absolute error: 13.0% [13.8%]) for protein content; and 41.2 kcal (42.5 kcal; relative absolute error: 12.7% [10.8%]) for energy content. Although estimation accuracy was not affected by the viewing angle, the type of meal mattered, with slightly worse performance for cooked meals than for breakfasts and snacks. Segmentation adjustment was required for 7 of the 128 items. Mean (SD) processing time across all meals was 22.9 seconds (8.6 seconds).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study evaluated the accuracy of a novel smartphone app with an integrated depth-sensing camera and found highly accurate volume estimation across a broad range of food items. In addition, the system demonstrated high segmentation performance and low processing time, highlighting its usability.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>depth camera</kwd>
        <kwd>computer vision</kwd>
        <kwd>dietary assessment</kwd>
        <kwd>smartphone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Qualitative and quantitative assessment of dietary intake are cornerstones for the prevention and management of metabolic diseases such as obesity and diabetes [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Traditional manual food records that rely on human abilities to quantify food intake are time-consuming and error-prone [<xref ref-type="bibr" rid="ref3">3</xref>]. One of the main challenges is the appropriate estimation of portion size (ie, volume) [<xref ref-type="bibr" rid="ref4">4</xref>]. Inaccurate portion size estimation contributes up to 50% of the total estimation error [<xref ref-type="bibr" rid="ref5">5</xref>]. Novel approaches replacing manual input by automated techniques may overcome the inherent limitations of traditional approaches, while increasing usability.</p>
      <p>Mobile devices, currently ubiquitous, could simplify dietary monitoring. Although there are a number of commercially available apps offering access to food composition databases or providing reference images to facilitate estimation of portion size [<xref ref-type="bibr" rid="ref6">6</xref>], they are generally limited by the need for manual user input.</p>
      <p>High-quality smartphone cameras and computer vision approaches can be combined to fully automate portion size estimation. Users capture images of the meal using the smartphone camera, and the app subsequently builds a 3D model of the food to calculate its volume [<xref ref-type="bibr" rid="ref7">7</xref>]. Combining the food volume with macronutrient-density databases, the app translates the volume into weight and then nutrient information. Food identification can be accomplished either by user selection or as part of the automated image processing, which further minimizes the need for user input [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Researchers have described several such systems [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. A major challenge in many of these approaches lies in the capturing of the third dimension (depth) due to geometric constraints. In particular, factors such as precise food location, shape and size of food items, and changes in these parameters depending on camera perspective potentially interfere with reliable depth assessment. To overcome such constraints, fiducial markers, which ground the scene in a common frame of reference, are utilized. In addition, some systems use multiple images or video sequences of the food, followed by a complex calibration process. All these aspects inherently affect usability and accuracy.</p>
      <p>The recent advent of miniaturized depth-sensing cameras embedded within smartphones (eg, iPhone X) opens a new horizon for automated food quantification. Using a single capture including depth information from any convenient viewing angle, this technology has the potential to eliminate the need for manual input, thereby increasing usability as well as accuracy. Therefore, the aim of this study was to evaluate the accuracy of a novel smartphone app that combines depth-sensing with computer vision to quantify food volume across a broad range of meals reflecting a real-life setting.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The study occurred at the Central Kitchen Facility of the University Hospital Bern, Switzerland, in mid-January 2019. The system was tested on regular meals served to patients and hospital staff. A total of 48 test meals were randomly generated from a pre-defined pool of 128 food items. The test meals comprised the following meal types: breakfast, cooked meals, and snacks. Meals consisted of 4 (breakfast), 3 (cooked meals), or 1 (snacks) food items and were served on a standard plate or in a standard bowl. The meal content is described in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>For each test meal, a single image was taken at a predefined angle of either 45° or 90° from the horizontal position (the angle was estimated by the user). The allocation of the capture angle of each meal was pre-defined using a balanced randomization procedure. The randomization sequence was produced as a binary sequence in three batches (by meal type). Images were captured under natural light conditions.</p>
      </sec>
      <sec>
        <title>Smartphone App</title>
        <p>The app was provided by SNAQ GmbH (Zurich, Switzerland) using a software version from May 2018, and it was installed on an iPhone X (Apple Inc, Cupertino, California), which uses a built-in depth sensor applying structured light. The automated food quantification workflow is summarized in <xref rid="figure1" ref-type="fig">Figure 1</xref> and consisted of (1) capturing the scene, (2) analyzing the scene, (3) estimating the volume, (4) converting the food volume into food weight, and (5) conversion of the food weight into macronutrient content.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Automated food quantification workflow performed by the SNAQ app.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>First, the user takes a photograph using the phone, and a depth map of the food is generated through the phone’s front sensors consisting of a photo camera and an active depth sensor.</p>
        <p>Second, the system partitions the image into consistent regions representing different items and eliminates those that are not food. To do so, a convolutional neural network has learned how food is structured in terms of sets of pixels and their correlations to the visual appearance of images. The data used to train the system consist of images with flags for each pixel indicating whether the respective pixel represents food. If the automated segmentation is not deemed satisfactory, the user can manually adjust the outlines of the items. A workflow of the segmentation as well as an example of good and bad segmentations are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. Then, based on the depth map and input from the phone sensors, the visible point cloud is transformed into a set of surfaces using a Delaunay triangulation. The system extracts the location and orientation of the table (vertical plane) using the RANSAC-Algorithm [<xref ref-type="bibr" rid="ref14">14</xref>] for an outlier-robust fitting. From this, the surfaces of each dish are defined. Selection of the food type is manually performed for each of the segmented food items.</p>
        <p>Third, the segmented food items are used to cut the visible surface into partial food surfaces. Each food surface is then closed by the dish surfaces before their volume is calculated.</p>
        <p>Fourth, the food volume is converted into food weight using a food density database. Finally, the food weight is converted into macronutrient content using the Swiss Food Composition Database [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>This study was designed to assess the accuracy of automated quantification of portion sizes. Automated food recognition (ie, the taxonomy of the food items) was not a focus of this study. Instead, the user capturing the image selected the respective food item from a pre-defined list within the app.</p>
      </sec>
      <sec>
        <title>Reference Method</title>
        <p>The reference weight was generated by weighing individual food items to the nearest 0.1 g using a precision scale (ME4002, Mettler Toledo, Greifensee, Switzerland). Conversion into macronutrient content was performed using the Swiss Food Composition Database [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Endpoints</title>
        <p>There were four study endpoints: (1) error of the estimated meal weight, (2) error of the estimated meal macronutrient content and energy content, (3) segmentation performance (defined as the number of items requiring manual correction of segmentation as well as intersection of the uncorrected and corrected segmentation areas over the corrected segmentation area), and (4) processing time (defined as the time period from image capture to macronutrient/energy output, including the time required for manual inputs).</p>
      </sec>
      <sec>
        <title>Sample Size Calculation and Statistical Analysis</title>
        <p>The number of test meals in this study was determined based on a pilot experiment showing a mean (SD) difference in carbohydrate content of –2.6 g (9.2 g). Applying a power of 80% and significance level of .05 for 48 meals was deemed appropriate.</p>
        <p>The error was determined on the meal level, and the following error metrics were used: bias, defined as the difference between estimation and reference (estimate-reference); absolute error, defined as &#124;estimate-reference&#124;; and 95% limits of agreement, calculated as ±2*SD of the bias. Bland-Altman plots were generated to visualize the level of agreement between the estimate and reference values. General linear models were used to assess the effect of meal type and inclination angle on the estimation error. <italic>P</italic> values &#60;.05 were considered statistically significant. SPSS version 25.0 (IBM Corp, Armonk, NY) was used for statistical analysis. Data are described using mean (SD) and median (interquartile range [IQR]). All absolute error and bias values in this paper are presented as absolute values (g) followed by the relative values (%) in parentheses.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Macronutrient and Energy Content of the Test Meals</title>
        <p>The 48 test meals encompassed 128 food items. The mean reference macronutrient and energy contents of the 48 test meals are summarized in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref><italic>.</italic> On average, the meals weighed 235.8 g (range 29.6-582.4 g). Meals contained an average 38.5 g carbohydrate (range 4.4-101.0 g), 14.6g protein (range 0.2-66.9 g), and 11.7 g fat (range 0.1-37.1 g). Mean energy content was 325 kcal (range 32-609 kcal). Insights into the study meals, including the representation of different meal types, are provided in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>.</p>
      </sec>
      <sec>
        <title>Errors of Estimated Meal Weight, Estimated Meal Macronutrient Content, and Estimated Meal Energy Content</title>
        <p>The mean (SD) error metrics are summarized in <xref ref-type="table" rid="table1">Table 1</xref>, and the median (IQR) error metrics are presented in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>. Corresponding Bland-Altman plots are presented in <xref rid="figure2" ref-type="fig">Figures 2</xref>-<xref rid="figure6" ref-type="fig">6</xref>. In both absolute and relative terms, the mean (SD) absolute error of the estimated weight for all meals was 35.1 g (42.8 g; 14.0% [12.2%]), and the mean (SD) bias was 19.3 g (52.1 g; 5.4% [17.8%]). The 95% limits of agreement were –84.8 g and 123.4 g (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Error metrics for all meals and by meal, reported as the difference between the app’s estimate and the reference weight, macronutrient content, or energy content.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="200"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="170"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Meal characteristics</td>
                <td colspan="4">Absolute error</td>
                <td colspan="4">Bias</td>
                <td colspan="2">Limits of agreement, g</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">Absolute value, g, mean (SD)</td>
                <td colspan="2">Relative value, %, mean (SD)</td>
                <td colspan="2">Absolute value, g, mean (SD)</td>
                <td colspan="2">Relative value, %, mean (SD)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12"><bold>Weight</bold>  </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">All meals</td>
                <td colspan="2">35.1 (42.8)</td>
                <td colspan="2">14.0 (12.2)</td>
                <td colspan="2">19.3 (52.1)</td>
                <td colspan="2">5.4 (17.8)</td>
                <td>–84.8, 123.4</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Breakfast</td>
                <td colspan="2">30.9 (34.6)</td>
                <td colspan="2">9.5 (7.5)</td>
                <td colspan="2">5.2 (46.8)</td>
                <td colspan="2">0.2 (12.3)</td>
                <td>–88.3, 98.7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cooked meals</td>
                <td colspan="2">62.9 (53.8)</td>
                <td colspan="2">18.2 (14.7)</td>
                <td colspan="2">53.7 (63.6)</td>
                <td colspan="2">15.2 (18.0)</td>
                <td>–73.4, 180.8</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Snacks</td>
                <td colspan="2">11.5 (14.6)</td>
                <td colspan="2">14.2 (12.4)</td>
                <td colspan="2">–1.0 (18.7)</td>
                <td colspan="2">1.0 (19.2)</td>
                <td>–38.5, 36.4</td>
              </tr>
              <tr valign="top">
                <td colspan="12"><bold>Carbohydrate</bold> <break/><break/></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">All meals</td>
                <td colspan="2">5.5 (5.1)</td>
                <td colspan="2">14.8 (10.9)</td>
                <td colspan="2">1.0 (7.5)</td>
                <td colspan="2">2.9 (18.3)</td>
                <td>–13.9, 15.9</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Breakfast</td>
                <td colspan="2">7.1 (5.5)</td>
                <td colspan="2">12.1 (7.9)</td>
                <td colspan="2">–0.5 (9.1)</td>
                <td colspan="2">–1.0 (14.7)</td>
                <td>–18.7, 17.7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cooked meals</td>
                <td colspan="2">6.5 (5.2)</td>
                <td colspan="2">18.2 (11.6)</td>
                <td colspan="2">3.2 (7.8)</td>
                <td colspan="2">8.6 (20.3)</td>
                <td>–12.4, 18.7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Snacks</td>
                <td colspan="2">2.9 (3.7)</td>
                <td colspan="2">14.2 (12.5)</td>
                <td colspan="2">0.3 (4.8)</td>
                <td colspan="2">1.0 (19.2)</td>
                <td>–9.3, 9.8</td>
              </tr>
              <tr valign="top">
                <td colspan="12"><bold>Protein</bold> <break/><break/></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">All meals</td>
                <td colspan="2">2.4 (5.6)</td>
                <td colspan="2">13.0 (13.8)</td>
                <td colspan="2">1.7 (5.9)</td>
                <td colspan="2">5.6 (15.2)</td>
                <td>–10.0, 13.4</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Breakfast</td>
                <td colspan="2">1.0 (1.1)</td>
                <td colspan="2">7.3 (4.6)</td>
                <td colspan="2">0.0 (1.5)</td>
                <td colspan="2">0.0 (8.8)</td>
                <td>–3.1, 3.1</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cooked meals</td>
                <td colspan="2">5.6 (8.9)</td>
                <td colspan="2">17.4 (18.9)</td>
                <td colspan="2">5.3 (9.1)</td>
                <td colspan="2">15.3 (20.8)</td>
                <td>–12.9, 23.5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Snacks</td>
                <td colspan="2">0.5 (0.8)</td>
                <td colspan="2">14.2 (12.7)</td>
                <td colspan="2">–0.3 (0.9)</td>
                <td colspan="2">1.4 (19.4)</td>
                <td>–2.0, 1.5</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Fat</bold>
                  <break/>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">All meals</td>
                <td colspan="2">1.3 (1.7)</td>
                <td colspan="2">12.3 (12.8)</td>
                <td colspan="2">0.5 (2.1)</td>
                <td colspan="2">5.7 (16.9)</td>
                <td>–3.8, 4.7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Breakfast</td>
                <td colspan="2">1.2 (1.3)</td>
                <td colspan="2">8.4 (8.3)</td>
                <td colspan="2">0.4 (1.8)</td>
                <td colspan="2">3.1 (11.6)</td>
                <td>–3.1, 3.9</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cooked meals</td>
                <td colspan="2">1.6 (2.3)</td>
                <td colspan="2">14.4 (16.0)</td>
                <td colspan="2">1.3 (2.4)</td>
                <td colspan="2">12.1 (18.0)</td>
                <td>–3.6, 6.2</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Snacks</td>
                <td colspan="2">1.1 (1.6)</td>
                <td colspan="2">14.0 (12.8)</td>
                <td colspan="2">–0.4 (1.9)</td>
                <td colspan="2">1.8 (19.2)</td>
                <td>–4.1, 3.5</td>
              </tr>
              <tr valign="top">
                <td colspan="12"><bold>Energy</bold> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">All meals</td>
                <td colspan="2">41.2 (42.5)<sup>a</sup></td>
                <td colspan="2">12.7 (10.8)</td>
                <td colspan="2">15.5 (57.4)<sup>a</sup></td>
                <td colspan="2">4.1 (16.2)</td>
                <td>–99.4, 130.3<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Breakfast</td>
                <td colspan="2">40.4 (30.5)<sup>a</sup></td>
                <td colspan="2">9.2 (6.2)</td>
                <td colspan="2">2.1 (51.6)<sup>a</sup></td>
                <td colspan="2">0.4 (11.4)</td>
                <td>–101.1, 105.4<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cooked meals</td>
                <td colspan="2">59.1 (58.0)<sup>a</sup></td>
                <td colspan="2">14.7 (12.3)</td>
                <td colspan="2">47.8 (68.2)<sup>a</sup></td>
                <td colspan="2">11.0 (15.8)</td>
                <td>–88.7, 184.2<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Snacks</td>
                <td colspan="2">24.1 (26.9)<sup>a</sup></td>
                <td colspan="2">14.2 (12.4)</td>
                <td colspan="2">–3.5 (36.5)<sup>a</sup></td>
                <td colspan="2">1.0 (19.2)</td>
                <td>–76.4, 69.5<sup>a</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>kcal.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Bland-Altman plot illustrating the difference between the estimated and reference meal weights.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The mean (SD) absolute error of the estimated carbohydrate content for all meals was 5.5 g (5.1 g; 14.8% [10.9%]), and the mean (SD) bias was 1.0 g (7.5 g; 2.9% [18.3%]). The 95% limits of agreement were –13.9 g and 15.9 g (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The mean (SD) absolute error of the estimated protein content for all meals was 2.4 g (5.6 g; 13.0% [13.8%]), and the mean (SD) bias was 1.7 g (5.9 g; 5.6% [18.2%]). The 95% limits of agreement were –10.0 g and 13.4 g (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The mean (SD) absolute error of the estimated fat content for all meals was 1.3 g (1.7 g; 12.3% [12.8%]), and the mean (SD) bias was 0.5 g (2.1 g; 5.7% [16.9%]). The 95% limits of agreement were –3.8 g and 4.7 g (<xref rid="figure5" ref-type="fig">Figure 5</xref>). The mean (SD) absolute error of the estimated energy content for all meals was 41.2 kcal (42.5 kcal; 12.7% [10.8%]), and the mean (SD) bias was 15.5 kcal (57.4 kcal; 4.1% [16.2%]). The 95% limits of agreement were –99.4 kcal and 130.3 kcal (<xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Bland-Altman plot illustrating the difference between the estimated and reference carbohydrate content of the meals.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Bland-Altman plot illustrating the difference between the estimated and reference protein content of the meals.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Bland-Altman plot illustrating the difference between the estimated and reference fat content of the meals.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Bland-Altman plot illustrating the difference between the estimated and reference energy content of the meals.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>While viewing angle had no significant influence on the accuracy of macronutrient and energy estimation (<italic>P</italic>=.96, <italic>P</italic>=.83, <italic>P</italic>=.99, <italic>P</italic>=.73, and <italic>P</italic>=.70 for absolute errors in weight, carbohydrate, protein, fat, and energy content, respectively), we observed a significant effect of meal type on the accuracy for all macronutrients and energy content (<italic>P</italic>=.001, <italic>P</italic>=.001, <italic>P</italic>=.001, <italic>P</italic>=.002, and <italic>P</italic>=.005 for absolute errors in weight, carbohydrate, protein, fat, and energy content, respectively). The mean bias values of the cooked meals for carbohydrate, protein, and fat content were significantly higher than for the breakfasts, with a mean (SD) difference in bias of 18.3% (4.9%) for carbohydrate, 19.6% (4.9%) for protein, and 17.7% (5.1%) for fat (all <italic>P</italic>&#60;.001). The comparison of bias for snacks relative to the bias of cooked meals resulted in marginal outcomes for fat (<italic>P</italic>=.02), carbohydrate (<italic>P</italic>=.08), and protein (<italic>P</italic>=.07). Furthermore, the bias for snacks was not different from the bias for breakfasts for all macronutrients (<italic>P</italic>=.37, <italic>P</italic>=.26, <italic>P</italic>=.23, <italic>P</italic>=.79, and <italic>P</italic>=.50 for weight, carbohydrate, protein, fat, and energy content, respectively).</p>
      </sec>
      <sec>
        <title>Segmentation Performance</title>
        <p>In 7 of the 128 items (5.5%), segmentation required manual adjustment. The intersection over union of unadjusted to adjusted segmentation area was 71.8%.</p>
      </sec>
      <sec>
        <title>Processing Time</title>
        <p>Mean (SD) processing time across all meal types was 22.9 seconds (8.6 seconds). Processing time was significantly lower for snacks (mean 17.9 seconds, SD 7.0 seconds) compared with cooked meals (mean 27.8 seconds, SD 10.8 seconds; mean difference –9.9 seconds, SD 2.7 seconds; <italic>P</italic>&#60;.001). Processing time was lower for breakfast (mean 23.1 seconds, SD 3.5 seconds) compared with cooked meals (mean difference –4.7 seconds, SD 2.8 seconds; <italic>P</italic>=.12). <xref rid="figure7" ref-type="fig">Figure 7</xref> provides the processing time stratified by meal type.</p>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Box-plot of the processing time according to meal type. Box-plots show median values (solid line), interquartile range (IQR; box outline), spread of data points without outliers (whiskers) and outliers identified as 1.5*IQR (symbols).</p>
          </caption>
          <graphic xlink:href="mhealth_v8i3e15294_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study evaluated the accuracy of a novel smartphone app that combines depth sensing with computer vision using volumetry to quantify the macronutrient content of meals in a real-life setting. The main findings were as follows: the accuracy was adequate across all macronutrients, the accuracy differed according to meal type (lower for cooked meals than for snacks and breakfast), segmentation was good, and processing was fast.</p>
      <p>When compared with previous reports of apps using computer vision without depth sensors, the present app had comparable, or even superior, accuracy. Rhyner et al [<xref ref-type="bibr" rid="ref16">16</xref>] reported a mean absolute error of 26.2% in carbohydrate content when assessing 60 cooked meals with non-overlapping food items. In a further preclinical study assessing the accuracy of the prototype used by Rhyner et al and based on 54 cooked meals, the mean absolute error in carbohydrate quantification was 14.8 g, which corresponds to 24.7% for a meal carbohydrate content of 60 g [<xref ref-type="bibr" rid="ref17">17</xref>]. In contract, with the app in the present study, mean absolute errors in macronutrient content estimation ranged from 12.3% (fat) to 15% (carbohydrate).</p>
      <p>Of note, two recent studies assessing the accuracy of image–based food quantification using volume as a reference metric reported mean absolute errors in volume estimation of 7.2% [<xref ref-type="bibr" rid="ref12">12</xref>] and 5.8% [<xref ref-type="bibr" rid="ref18">18</xref>] based on the assessment of 5 and 20 food items, respectively. These slightly smaller errors compared to those in this study can be explained by the different reference metric used to define the system accuracy (error in estimated volume versus error in estimated weight and consequently macronutrient content). Of note, errors in weight estimation have two potential sources: inaccuracies in volume and density estimation. Additionally, operational aspects of the previously reported systems differ from those in this study. Xu et al [<xref ref-type="bibr" rid="ref12">12</xref>] used a complex multi-step approach including reference objects, while Makhsous et al [<xref ref-type="bibr" rid="ref13">13</xref>] added a depth sensor with structured light to the smartphone and complemented their approach with video sequences, significantly increasing the complexity of the workup. These differences highlight the important tradeoffs between accuracy and usability.</p>
      <p>Of note, this study revealed a comparably short processing time, ranging from 18 seconds for snacks to 29 seconds for cooked meals. This is faster than those reported in previous studies, where processing times generally exceeded the limit of 1 minute [<xref ref-type="bibr" rid="ref19">19</xref>]. This highlights the usability of the present system even when applied to meals in a real-life setting.</p>
      <p>The accuracy of the tested app differed according to meal type and was lower for cooked meals than for breakfasts and snacks. This might have resulted from the different levels of complexity in terms of scene analysis of the respective meals. Whereas the breakfasts and snacks had food items that were clearly separated from each other, the cooked meals had food items with touching borders or a certain degree of overlap. Notably, the angle of image capture did not affect the estimation accuracy in this study, indicating the flexibility, usability, and robustness of the system.</p>
      <p>We acknowledge a number of limitations of this study. First, the assessment was limited to meals provided by the hospital kitchen, preventing a generalized statement on the accuracy. However, the system was tested using real-life meals, underscoring its potential use in practice. Second, the system was limited to a single type of smartphone (iPhone X) with a depth sensor, precluding statements on the performance of the software combined with different hardware components. However, this approach supports the strength of providing a commercially available tool. Third, the depth sensor limited the reconstruction to 1/20<sup>th</sup> of the resolution and with lower depth precision than with a passive depth sensor (dual camera approach). However, the use of a depth sensor foregoes the need for fiducial markers, rendering it more convenient to users. Fourth, we served all meals on one plate or bowl type, possibly reducing the variation in volume estimation that was unrelated to the depth sensor. Finally, this study exclusively focused on the accuracy of volume quantification and did not consider food recognition.</p>
      <p>When considering both observed accuracy and usability of the present system, the field of potential use appears broad. Such a system may be of interest in the medical sector to assist with nutritional counseling and management of patients with metabolic disorders (eg, diabetes mellitus, obesity) or at risk of malnutrition. Beyond this, such a system may be valuable in nutritional epidemiology due to the potential to systematically and accurately monitor dietary intake on a large scale.</p>
      <p>In conclusion, this study evaluated the accuracy of a novel smartphone app with integrated depth sensing and found a high level of accuracy in volumetric macronutrient and energy estimation across a broad set of meals in a real-life setting. In addition, the system demonstrated high segmentation performance and low processing time, highlighting its usability.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Food items assessed using the SNAQ smartphone app.</p>
        <media xlink:href="mhealth_v8i3e15294_app1.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Examples of good and bad segmentation by the SNAQ app during test meal analysis.</p>
        <media xlink:href="mhealth_v8i3e15294_app2.png" xlink:title="PNG File , 1766 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Mean macronutrient and energy content of the tested meals.</p>
        <media xlink:href="mhealth_v8i3e15294_app3.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Examples of the assessed meal types.</p>
        <media xlink:href="mhealth_v8i3e15294_app4.png" xlink:title="PNG File , 1301 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Estimation accuracy, as determined using the error metrics of the analyzed meals.</p>
        <media xlink:href="mhealth_v8i3e15294_app5.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">IQR</term>
          <def>
            <p>interquartile range.</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank the staff from the Bern University Hospital Kitchen (Thomas Walser, Beat Blum, Vinzenz Meier) for provision of food items and tableware. We also extend special thanks to Michèle Monnard for support with data management and to the developer of the software SNAQ (Aurelian Briner, Nico Previtali, Lukas Frischknecht, and the team) for the pleasant collaboration. This project was supported by the Diabetes Center Bern and the Berner Kantonalbank (BEKB).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>DH, CN, CS, and LB conceived and designed the study. DH, CK, CL, and RJ acquired the data. DH, CN, and LB analyzed the data. DH, CN, JD, and LB interpreted the data. All authors were involved in drafting or revising the article for important intellectual content. All authors approved the final version of the manuscript. CS and LB are responsible for the integrity of the work as a whole.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Diabetes Association</collab>
          </person-group>
          <article-title>Evidence-based nutrition principles and recommendations for the treatment and prevention of diabetes and related complications</article-title>
          <source>Diabetes Care</source>
          <year>2002</year>
          <month>01</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>202</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.2337/diacare.25.1.202</pub-id>
          <pub-id pub-id-type="medline">11772917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raynor</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Champagne</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Position of the Academy of Nutrition and Dietetics: Interventions for the Treatment of Overweight and Obesity in Adults</article-title>
          <source>J Acad Nutr Diet</source>
          <year>2016</year>
          <month>01</month>
          <volume>116</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jand.2015.10.031</pub-id>
          <pub-id pub-id-type="medline">26718656</pub-id>
          <pub-id pub-id-type="pii">S2212-2672(15)01636-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Livingstone</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Prentice</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Strain</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Coward</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>McKenna</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of weighed dietary records in studies of diet and health</article-title>
          <source>BMJ</source>
          <year>1990</year>
          <month>03</month>
          <day>17</day>
          <volume>300</volume>
          <issue>6726</issue>
          <fpage>708</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/2386561"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.300.6726.708</pub-id>
          <pub-id pub-id-type="medline">2386561</pub-id>
          <pub-id pub-id-type="pmcid">PMC1662510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ordabayeva</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chandon</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>In the eye of the beholder: Visual biases in package and portion size perceptions</article-title>
          <source>Appetite</source>
          <year>2016</year>
          <month>08</month>
          <day>01</day>
          <volume>103</volume>
          <fpage>450</fpage>
          <lpage>457</lpage>
          <pub-id pub-id-type="doi">10.1016/j.appet.2015.10.014</pub-id>
          <pub-id pub-id-type="medline">26482283</pub-id>
          <pub-id pub-id-type="pii">S0195-6663(15)30065-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beasley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Jean-Mary</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of a PDA-based dietary assessment program</article-title>
          <source>Nutrition</source>
          <year>2005</year>
          <month>06</month>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>672</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nut.2004.11.006</pub-id>
          <pub-id pub-id-type="medline">15925290</pub-id>
          <pub-id pub-id-type="pii">S0899-9007(05)00091-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maringer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Van't Veer</surname>
              <given-names>Pieter</given-names>
            </name>
            <name name-style="western">
              <surname>Klepacz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Verain</surname>
              <given-names>MCD</given-names>
            </name>
            <name name-style="western">
              <surname>Normann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ekman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Timotijevic</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Raats</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Geelen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>User-documented food consumption data from publicly available apps: an analysis of opportunities and challenges for nutrition research</article-title>
          <source>Nutr J</source>
          <year>2018</year>
          <month>06</month>
          <day>09</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nutritionj.biomedcentral.com/articles/10.1186/s12937-018-0366-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12937-018-0366-6</pub-id>
          <pub-id pub-id-type="medline">29885653</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12937-018-0366-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5994240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chowdhary</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>3D Object Recognition System Based On Local Shape Descriptors and Depth Data Analysis</article-title>
          <source>CSENG</source>
          <year>2019</year>
          <month>01</month>
          <day>10</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>18</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.2174/2213275911666180821092033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciocca</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Napoletano</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schettini</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Food Recognition: A New Dataset, Experiments, and Results</article-title>
          <source>IEEE J. Biomed. Health Inform</source>
          <year>2017</year>
          <month>5</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>588</fpage>
          <lpage>598</lpage>
          <pub-id pub-id-type="doi">10.1109/jbhi.2016.2636441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anthimopoulos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dehais</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shevchik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ransford</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Diem</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mougiakakou</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Computer vision-based carbohydrate estimation for type 1 patients with diabetes using smartphones</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2015</year>
          <month>05</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>507</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25883163"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1932296815580159</pub-id>
          <pub-id pub-id-type="medline">25883163</pub-id>
          <pub-id pub-id-type="pii">1932296815580159</pub-id>
          <pub-id pub-id-type="pmcid">PMC4604531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>He</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>DietCam: Multiview Food Recognition Using a Multikernel SVM</article-title>
          <source>IEEE J. Biomed. Health Inform</source>
          <year>2016</year>
          <month>5</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>848</fpage>
          <lpage>855</lpage>
          <pub-id pub-id-type="doi">10.1109/jbhi.2015.2419251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fernstrom</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Model-based measurement of food portion size for image-based dietary assessment using 3D/2D registration</article-title>
          <source>Meas Sci Technol</source>
          <year>2013</year>
          <month>10</month>
          <volume>24</volume>
          <issue>10</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24223474"/>
          </comment>
          <pub-id pub-id-type="doi">10.1088/0957-0233/24/10/105701</pub-id>
          <pub-id pub-id-type="medline">24223474</pub-id>
          <pub-id pub-id-type="pmcid">PMC3819104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Khanna</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Boushey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Delp</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Model-Based Food Volume Estimation Using 3D Pose</article-title>
          <source>Proc Int Conf Image Proc</source>
          <year>2013</year>
          <month>09</month>
          <conf-name>International Conference on Image Processing</conf-name>
          <conf-date>2013</conf-date>
          <conf-loc>Melbourne, Australia</conf-loc>
          <fpage>2534</fpage>
          <lpage>2538</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28572746"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/ICIP.2013.6738522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Makhsous</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammad</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Schenk</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Mamishev</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Kristal</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>A Novel Mobile Structured Light System in Food 3D Reconstruction and Volume Estimation</article-title>
          <source>Sensors (Basel)</source>
          <year>2019</year>
          <month>01</month>
          <day>29</day>
          <volume>19</volume>
          <issue>3</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=s19030564"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s19030564</pub-id>
          <pub-id pub-id-type="medline">30700041</pub-id>
          <pub-id pub-id-type="pii">s19030564</pub-id>
          <pub-id pub-id-type="pmcid">PMC6386919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Derpanis</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Overview of the RANSAC Algorithm</article-title>
          <source>Computer Science, York University, Tech. Rep</source>
          <year>2010</year>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heise</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Meiffren</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Alluis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Seroussi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ranson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arrubla</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Correia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaudier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soula</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Soula</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>DeVries</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>BioChaperone Lispro versus faster aspart and insulin aspart in patients with type 1 diabetes using continuous subcutaneous insulin infusion: A randomized euglycemic clamp study</article-title>
          <source>Diabetes Obes Metab</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <pub-id pub-id-type="doi">10.1111/dom.13621</pub-id>
          <pub-id pub-id-type="medline">30565407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rhyner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Loher</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dehais</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Anthimopoulos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shevchik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Botwey</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stettler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Diem</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mougiakakou</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Carbohydrate Estimation by a Mobile Phone-Based System Versus Self-Estimations of Individuals With Type 1 Diabetes Mellitus: A Comparative Study</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>05</month>
          <day>11</day>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/5/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5567</pub-id>
          <pub-id pub-id-type="medline">27170498</pub-id>
          <pub-id pub-id-type="pii">v18i5e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4880742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vasiloglou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mougiakakou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aubry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bokelmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fricker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Guntermann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Studerus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stanga</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>A Comparative Study on Carbohydrate Estimation: GoCARB vs. Dietitians</article-title>
          <source>Nutrients</source>
          <year>2018</year>
          <month>06</month>
          <day>07</day>
          <volume>10</volume>
          <issue>6</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=nu10060741"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/nu10060741</pub-id>
          <pub-id pub-id-type="medline">29880772</pub-id>
          <pub-id pub-id-type="pii">nu10060741</pub-id>
          <pub-id pub-id-type="pmcid">PMC6024682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puri</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Divakaran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sawhney</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Recognition and volume estimation of food intake using a mobile device</article-title>
          <source>IEEE</source>
          <year>2009</year>
          <conf-name>Workshop on Applications of Computer Vision (WACV)</conf-name>
          <conf-date>7-8 December, 2009</conf-date>
          <conf-loc>Snowbird, UT</conf-loc>
          <publisher-name>Workshop on Application of Computer Vision</publisher-name>
          <pub-id pub-id-type="doi">10.1109/wacv.2009.5403087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Piernas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Illner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gibney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gurinović</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cade</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of New Technology-Based Tools for Dietary Intake Assessment-An ILSI Europe Dietary Intake and Exposure Task Force Evaluation</article-title>
          <source>Nutrients</source>
          <year>2018</year>
          <month>12</month>
          <day>28</day>
          <volume>11</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=nu11010055"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/nu11010055</pub-id>
          <pub-id pub-id-type="medline">30597864</pub-id>
          <pub-id pub-id-type="pii">nu11010055</pub-id>
          <pub-id pub-id-type="pmcid">PMC6356426</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
