<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v5i3e34</article-id>
    <article-id pub-id-type="pmid">28958989</article-id>
    <article-id pub-id-type="doi">10.2196/medinform.7641</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>An Ontology to Improve Transparency in Case Definition and Increase Case Finding of Infectious Intestinal Disease: Database Study in English General Practice</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Pesälä</surname>
          <given-names>Samuli</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Rodin</surname>
          <given-names>Alexander</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>de Lusignan</surname>
        <given-names>Simon</given-names>
      </name>
      <degrees>BSc, MBBS, MSc, MD(Res), DRCOG, FHEA, FBCS CITP, FRCGP</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Section of Clinical Medicine and Ageing</institution>
        <institution>Department of Clinical and Experimental Medicine</institution>
        <institution>University of Surrey</institution>
        <addr-line>Leggett Building, 2nd Floor</addr-line>
        <addr-line>Guildford, GU2 7XH</addr-line>
        <country>United Kingdom</country>
        <phone>44 (0)1483 683089</phone>
        <email>s.lusignan@surrey.ac.uk</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8553-2641</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Shinneman</surname>
          <given-names>Stacy</given-names>
        </name>
        <degrees>BSc, MSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6107-014X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Yonova</surname>
          <given-names>Ivelina</given-names>
        </name>
        <degrees>MA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4856-3075</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>van Vlymen</surname>
          <given-names>Jeremy</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5613-6810</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5" equal-contrib="yes">
        <name name-style="western">
          <surname>Elliot</surname>
          <given-names>Alex J</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6414-3065</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6" equal-contrib="yes">
        <name name-style="western">
          <surname>Bolton</surname>
          <given-names>Frederick</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9685-9738</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7" equal-contrib="yes">
        <name name-style="western">
          <surname>Smith</surname>
          <given-names>Gillian E</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4257-0568</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8" equal-contrib="yes">
        <name name-style="western">
          <surname>O'Brien</surname>
          <given-names>Sarah</given-names>
        </name>
        <degrees>MBBS, FRCP, FFPHM, DTM&#38;H</degrees>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2896-8999</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Section of Clinical Medicine and Ageing</institution>
    <institution>Department of Clinical and Experimental Medicine</institution>  
    <institution>University of Surrey</institution>  
    <addr-line>Guildford</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Royal College of General Practitioners</institution>
    <institution>Research and Surveillance Centre</institution>  
    <addr-line>London</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Real-time Syndromic Surveillance Team</institution>
    <institution>National Infection Service</institution>  
    <institution>Public Health England</institution>  
    <addr-line>Birmingham</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Epidemiology and Population Health</institution>
    <institution>University of Liverpool</institution>  
    <addr-line>Liverpool</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff5">
    <sup>5</sup>
    <institution>Institute of Psychology Health and Society</institution>
    <institution>University of Liverpool</institution>  
    <addr-line>Liverpool</addr-line>
    <country>United Kingdom</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Simon de Lusignan 
      <email>s.lusignan@surrey.ac.uk</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jul-Sep</season><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>28</day>
      <month>09</month>
      <year>2017</year>
    </pub-date>
    <volume>5</volume>
    <issue>3</issue>
    <elocation-id>e34</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>3</day>
        <month>3</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>23</day>
        <month>3</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>20</day>
        <month>6</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>27</day>
        <month>6</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Simon de Lusignan, Stacy Shinneman, Ivelina Yonova, Jeremy van Vlymen, Alex J Elliot, Frederick Bolton, Gillian E Smith, Sarah O'Brien. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 28.09.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://medinform.jmir.org/2017/3/e34/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Infectious intestinal disease (IID) has considerable health impact; there are 2 billion cases worldwide resulting in 1 million deaths and 78.7 million disability-adjusted life years lost. Reported IID incidence rates vary and this is partly because terms such as “diarrheal disease” and “acute infectious gastroenteritis” are used interchangeably. Ontologies provide a method of transparently comparing case definitions and disease incidence rates.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This study sought to show how differences in case definition in part account for variation in incidence estimates for IID and how an ontological approach provides greater transparency to IID case finding.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We compared three IID case definitions: (1) Royal College of General Practitioners Research and Surveillance Centre (RCGP RSC) definition based on mapping to the Ninth International Classification of Disease (ICD-9), (2) newer ICD-10 definition, and (3) ontological case definition. We calculated incidence rates and examined the contribution of four supporting concepts related to IID: symptoms, investigations, process of care (eg, notification to public health authorities), and therapies. We created a formal ontology using ontology Web language.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The ontological approach identified 5712 more cases of IID than the ICD-10 definition and 4482 more than the RCGP RSC definition from an initial cohort of 1,120,490. Weekly incidence using the ontological definition was 17.93/100,000 (95% CI 15.63-20.41), whereas for the ICD-10 definition the rate was 8.13/100,000 (95% CI 6.70-9.87), and for the RSC definition the rate was 10.24/100,000 (95% CI 8.55-12.12). Codes from the four supporting concepts were generally consistent across our three IID case definitions: 37.38% (3905/10,448) (95% CI 36.16-38.5) for the ontological definition, 38.33% (2287/5966) (95% CI 36.79-39.93) for the RSC definition, and 40.82% (1933/4736) (95% CI 39.03-42.66) for the ICD-10 definition. The proportion of laboratory results associated with a positive test result was 19.68% (546/2775).</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The standard RCGP RSC definition of IID, and its mapping to ICD-10, underestimates disease incidence. The ontological approach identified a larger proportion of new IID cases; the ontology divides contributory elements and enables transparency and comparison of rates. Results illustrate how improved diagnostic coding of IID combined with an ontological approach to case definition would provide a clearer picture of IID in the community, better inform GPs and public health services about circulating disease, and empower them to respond. We need to improve the Pathology Bounded Code List (PBCL) currently used by laboratories to electronically report results. Given advances in stool microbiology testing with a move to nonculture, PCR-based methods, the way microbiology results are reported and coded via PBCL needs to be reviewed and modernized.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>dysentery</kwd>
      <kwd>enteritis</kwd>
      <kwd>enterobacteriaceae</kwd>
      <kwd>enterocolitis</kwd>
      <kwd>gastritis</kwd>
      <kwd>gastroenteritis</kwd>
      <kwd>intestinal diseases</kwd>
      <kwd>medical records systems, computerized</kwd>
      <kwd>norovirus</kwd>
      <kwd>primary health care</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The burden of infectious intestinal disease (IID) is considerable. The World Health Organization (WHO) estimated that foodborne disease from 22 pathogens accounted for 22 diseases resulted in 2 billion cases, over 1 million deaths, and 78.7 million disability-adjusted life years in 2010 [<xref ref-type="bibr" rid="ref1">1</xref>]. The IID in the United Kingdom (IID2 study) [<xref ref-type="bibr" rid="ref2">2</xref>] reported 274 cases per 1000 person-years, with 17.7 (95% CI 14.4-21.8) presenting to primary care. However, this may be an underestimate. Less restrictive – more representative (of coding practice) diagnostic criteria would greatly increase, for example, their estimate of norovirus by 26% to 59/1000 (95% CI 52.32-64.98) person-years equating to 3.7 (3.3-4.1) million infections annually [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Reported incidence rates for IID vary between 0.5% and 20% annually in the developed world [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Variation can be greatly attributed to underreporting and data types used to calculate rates [<xref ref-type="bibr" rid="ref10">10</xref>]. Data used to report IID rates include: primary care records, hospital and other secondary care settings, prospective and retrospective surveys or questionnaires, notifications of disease to authorities, and reports of laboratory detection of pathogens [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Studies have concluded that approximately 1 in 20 IID patients in the community consult a general practitioner (GP) [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], hence incidence rates calculated based on primary care data are 0.5-3.3%—much lower than rates calculated with other methods [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Published variations may also be caused by imprecise or interchangeable use of the terms such as “diarrheal disease,” “acute infectious gastroenteritis” and “IID” and differing methods for describing cases, underscoring the importance of transparency when defining the disease [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The more general term “diarrheal disease” is used by the WHO and others in international public health as a symptom-based definition: infectious diarrhea and/or vomiting [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. The terms “IID” and “acute gastroenteritis” tend to be more limited terms used to define patients with loose stools and/or vomiting for specific time periods and excluding chronic infections. Generally IID is defined as lasting less than 2 weeks, in the absence of known noninfectious causes, preceded by 2-3 symptom-free weeks [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Many studies list pathogens in their definition of IID or acute gastroenteritis; chronic or systemic conditions such as typhoid/paratyphoid and <italic>Helicobacter</italic> infections are often excluded [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>Ontologies provide a method of systematically and transparently defining concepts and their relationships. They are used to clarify case finding and more accurately calculate disease incidence based on disease definitions that balance sensitivity and specificity [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. In this study, we used a three-layer approach developed previously by the University of Surrey to develop an IID ontology [<xref ref-type="bibr" rid="ref18">18</xref>]; we then used the ontological definition to calculate the incidence rate. The three-layer approach, an iterative process, includes development of disease concepts into an ontology, code collection, and logical data extraction [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>UK general practice is highly computerized. Electronic registration–based systems ensure accurate denominators, and data from general practice provide opportunities for health research [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Most consultations are recorded on computers with key data—diagnosis, symptoms, investigative tests, and treatments—using a system called the Read codes [<xref ref-type="bibr" rid="ref23">23</xref>]. The majority of UK practices are electronically connected to pathology laboratories, with generalized pathology results coded back into clinical records. Any laboratory results indicating pathogen detection should be coded directly by the clinician.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>We aimed to test new technologies that provide general practitioners near real-time test results for a wide range of pathogens associated with IID [<xref ref-type="bibr" rid="ref24">24</xref>]. We carried out this analysis to determine IID incidence from routine data using an ontological approach to make case finding more transparent and allow comparisons to other studies and data. We compared rates calculated using standard Royal College of General Practitioners (RCGP) Research and Surveillance Centre (RSC) and ICD-10 definitions with an ontological approach and reported impact on incidence rate.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>IID Case Definition</title>
        <p>We reviewed common IID case definitions published in the literature and standard coding systems used to record IID diagnoses in primary care settings and chose three IID definitions (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
        <boxed-text id="box1" position="float">
          <title>Description of IID case definitions chosen for this study.</title>
          <p>RSC definition</p>
          <list list-type="bullet">
            <list-item>
              <p>Based on WHO’s International Classification of Diseases, ICD-8/9 versions, infectious intestinal diseases chapter</p>
            </list-item>
            <list-item>
              <p>Used for RCGP RSC weekly returns report</p>
            </list-item>
            <list-item>
              <p>Includes all codes falling into the infectious intestinal disease group of infectious and parasitic diseases within the concept hierarchies of the 5-byte Version 2 read Code system (A00-A09 codes)</p>
            </list-item>
          </list>
          <p>ICD-10 definition</p>
          <list list-type="bullet">
            <list-item>
              <p>Based on WHO’s International Classification of Diseases, ICD-10 version, infectious intestinal diseases chapter, all of which fall within A00-A09 chapter. More limited than the RSC definition</p>
            </list-item>
            <list-item>
              <p>Subset of ICD-8/9 and RSC definition due to exclusion of codes such as Helicobacter, nonintestinal Salmonella infections, Astrovirus, Calicivirus, and redundant codes</p>
            </list-item>
          </list>
          <p>Ontological definition</p>
          <list list-type="bullet">
            <list-item>
              <p>Based on IID case definition used during the Second Study of Infectious Intestinal Disease in the Community (IID2 Study)</p>
            </list-item>
            <list-item>
              <p>Includes all codes within the restricted ICD-10 definition, plus additional diagnostic codes that directly or partially map to IID2 case definition even though they fall outside of A00-A09 infectious intestinal disease group. Investigation and process of care codes that directly map to the case definition are also included</p>
            </list-item>
            <list-item>
              <p>The codes do not all necessarily fall into the A00-A09 infectious intestinal disease hierarchy used by the RSC and ICD-10 to define IID. This definition was based on the established case definition and was developed using an ontological approach designed to include all definite and possible IID cases recorded by clinicians in the RSC network</p>
            </list-item>
          </list>
        </boxed-text>
        <p>In the United Kingdom, the RCGP RSC case definition used for calculating weekly incidence of IID for the RSC’s weekly communicable and respiratory disease report is the established “gold standard” for surveillance [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. IID incidence rates for the RSC weekly report are generated using codes from the IID chapter of Read codes version 2 (5-byte set), the GP coding system most commonly used in primary care since 1985 to enter data into electronic health records. The RSC definition includes Read codes for conditions in WHO’s International Classification of Diseases ICD-8/9 infectious intestinal diseases chapter (A00-A09 codes) [<xref ref-type="bibr" rid="ref25">25</xref>]. To maintain consistency while monitoring long-term year-over-year trends in infections and outbreaks, RSC has conducted IID surveillance following the ICD-9 infectious intestinal diseases chapter, and as a result, many conditions not currently included in the newer WHO ICD-10 definition of IID continued to be included in the weekly returns report after ICD-10 was released [<xref ref-type="bibr" rid="ref25">25</xref>]. To examine coding differences and relationships, we mapped IID codes between three ICD classifications and back to RSC weekly report codes.</p>
        <p>For the ontological case definition of IID, we selected the more restrictive, well-documented case definition used during the Second Study of Infectious Intestinal Disease in the Community (IID2 Study), an extensively published, longitudinal study of IID incidence carried out in UK primary care [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The study defines IID as an infectious intestinal condition always causing diarrhea and sometimes other symptoms such as vomiting or nausea lasting 2 weeks or less [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>IID Ontology Development and Code Mapping</title>
        <p>We used a three-level approach previously developed by the University of Surrey to establish an ontology based on IID case definition [<xref ref-type="bibr" rid="ref20">20</xref>]. We formalized this ontology using Protégé, which is supported by grant GM10331601 from the National Institute of General Medical Sciences of the US National Institutes of Health [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>The design of the ontology followed the structure used in problem-orientated records (POMR) and their associated coding system. This has its roots in the work of Lawrence Weed who created the idea of separating subjective (history) from objective (findings) and analysis (often diagnosis or problem) from plan (prescription or treatment). This is known internationally as Weed’s SOAP [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]. The classes in our ontology (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>) broadly followed the components of SOAP: subjective (S), clinical features; objective (O), findings from laboratory tests, but could include objective clinical features such as fever if measured; analysis (A), the problem title or diagnoses; and plan (P), which includes the process of care code (which are often nonspecific) and an prescription or referral for further care. The computerized medical record (CMR) systems in the United Kingdom were historically strictly problem orientated, though those that are now in ascendency are more episode orientated [<xref ref-type="bibr" rid="ref31">31</xref>]. The coding systems used within these systems have historically been hierarchical and used “chapters” that fit with the POMR structure [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>We applied the ontology to the Read Code list by searching for codes indicative of IID diagnosis and mapped each into one of the following three classes [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Complete ontology and code lists are presented in supplementary tables (<xref ref-type="app" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="app" rid="app2">2</xref>).</p>
        <list list-type="order">
          <list-item>
            <p><bold>Direct mapping class:</bold> All codes included in the direct mapping class indicate a clinician’s intention to record a definite IID diagnosis. Diagnostic codes fall into WHO’s ICD-10 infectious intestinal diseases chapter (A00-A09 codes) [<xref ref-type="bibr" rid="ref25">25</xref>] and the infectious intestinal disease group of infectious and parasitic diseases within concept hierarchies of the 5-byte version 2 Read code system. Additional codes relate to investigative tests indicating laboratory detection of IID pathogens and processes of care indicating notification of IID.</p>
          </list-item>
          <list-item>
            <p><bold>Partial mapping class:</bold> All codes classified as partially mapping indicate a probable case of IID. These codes fall into the infectious intestinal disease group or other groups including gastrointestinal symptoms and other bacterial/infectious/ parasitic/digestive diseases. Additional codes relate to general IID investigations, therapies, symptoms, or process of care codes.</p>
          </list-item>
          <list-item>
            <p><bold>No clear mapping class:</bold> All codes included in this class indicate possible IID cases but do not clearly map to IID diagnosis, investigation, or symptom (eg, other viral enteritis).</p>
          </list-item>
        </list>
        <p>Codes that refer to chronic conditions or non-intestinal conditions were defined as not mapping to IID and were excluded (eg, <italic>Helicobacter</italic>, <italic>Salmonella</italic> arthritis). We found that case finding was barely affected by the inclusion of codes in the least restrictive “no clear mapping” class and therefore did not use these codes in any analyses.</p>
      </sec>
      <sec>
        <title>Cohort Identification</title>
        <p>This study used primary care data recorded during a 52-week period spanning July 2014-July 2015 from the RCGP RSC, a sentinel network representative of the English population [<xref ref-type="bibr" rid="ref33">33</xref>]. The cohort included patients with a recorded event, registered for the entire period. These data were used to determine the denominator. Data were extracted using SQL (Structured Query Language) software [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Case Finding and Rate Calculations</title>
        <p>We calculated case numbers and incidence rates for the three IID definitions. When clinicians record a diagnosis, they assign episode type, which differentiates incident (first, new) cases from prevalent (follow-up, ongoing) cases. Records with “first” or “new” episode types were counted when counting cases and calculating incidence rates using diagnostic codes. When cases were found using directly mapping investigation and process care codes, all episode types were included because it is not standard clinical practice to code these events as “first” or “new.” Patients with excessive IID diagnostic records (&#62;4 per year) were excluded from case counts as they likely had chronic gastrointestinal conditions, although this represented fewer than 10 people over the one-year study period.</p>
      </sec>
      <sec>
        <title>Concepts Supporting Case Finding</title>
        <p>We further investigated differences between case definitions and the validity of using an ontological case definition by searching patients who had been already counted as a case for codes relating to four supporting concepts: (1) symptoms (diarrhea, vomiting, and fever), (2) pathology investigations (stool sample sent to laboratory, to test for specific pathogens), (3) process of care (notification of dysentery or food poisoning), and (4) therapies (loperamide or oral rehydration therapy). We used a 2-week sliding window due to IID’s acute nature: all events for supporting concepts recorded with any episode type had to occur 2 weeks before or after the patient’s diagnosis event to be included. In addition, multiple events coded for any one factor within the 2-week window (eg, three investigation codes in one week) were counted as one event. Complete code lists for supporting factors are presented in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>. We counted occurrences of each of the four supporting concepts and created Venn diagrams using R software [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>The “Integrate” study received a favorable ethical opinion from the NHS NRES Committee North West-Greater Manchester East (Ref: 15/NW/0233). Patient-level data were automatically extracted and pseudonymized at the point of extraction. Data were stored at the University of Surrey Clinical Informatics and Health Outcomes Research Group data and analysis hub such that patients could not be identified from records used during the study.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We identified an initial cohort (N=1,120,490) used to count cases and calculate incidence rates from the RCGP RSC population among all registered patients with at least one recorded event during a 52-week period spanning ISO 2014-W30 to ISO 2015-W29.</p>
      <p>The results of the ontology can be found online (http://webprotege.stanford.edu) under the title “IID infectious intestinal disease ontology.”</p>
      <p>Use of the ICD-10 case definition identified 4736 cases of IID within the cohort, compared with 5966 cases found with the RSC definition (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
      <p>Application of the ICD-10 definition when selecting Read codes resulted in a more limited code list (90 codes in ICD-9 reduced to 70 codes in ICD-10). This reduction is due to the removal of codes for <italic>Helicobacter</italic> and specific nonintestinal <italic>Salmonella</italic> infections; codes for other specific bacterial and viral infections (Arizona paracolon bacilli, Astrovirus, Calicivirus); and general infection codes that appeared redundant. Until recently, these codes were included in the RSC weekly report which, for consistency in surveillance of disease trends, continued following the ICD-9 system.</p>
      <p>A key difference between ICD-10 and RSC weekly report code lists was the inclusion of <italic>Helicobacter pylori</italic> in the RSC definition <italic>,</italic> with 25% (306/1230) of cases captured within the RSC definition being recorded as <italic>Helicobacter</italic> codes. Although this condition is not included in the IID chapter of ICD systems, <italic>H. pylori</italic> infection is included in the IID chapter of the Read code system and therefore has been historically monitored in the RSC weekly report as IID. As <italic>H. pylori</italic> prevalence rates in Europe are at least as high as IID rates [<xref ref-type="bibr" rid="ref35">35</xref>], its inclusion in IID surveillance could affect disease trend monitoring.</p>
      <p>Using the ontological approach, we identified 5712 more cases than the ICD-10 definition and 4482 more cases than the RSC definition within the same cohort (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Of the additional ontological cases, 77% (4399/5712) were recorded using specific gastroenteritis codes; 10.2% (582/5712) were coded as diarrhea and vomiting, first or new episodes; and 9.6% (546/5712) were recorded with direct pathology investigation codes (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Counts of additional ontological cases by code type (number of additional ontological cases not included in other case definitions=5712, data for period ISO 2014-W30 to ISO 2015-W29).</p>
        </caption>
        <table width="521" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="173"/>
          <col width="139"/>
          <col width="43"/>
          <col width="109"/>
          <thead>
            <tr valign="top">
              <td>Code type</td>
              <td>Code</td>
              <td>Count of cases</td>
              <td>Additional ontological cases (percentage)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Gastroenteritis, toxic gastroenteritis</td>
              <td>J43-1 J43..11</td>
              <td>4399</td>
              <td>77.0</td>
            </tr>
            <tr valign="top">
              <td>Diarrhea and vomiting</td>
              <td>19G%</td>
              <td>582</td>
              <td>10.2</td>
            </tr>
            <tr valign="top">
              <td>Clostridium difficile infection</td>
              <td>A3Ay2%</td>
              <td>145</td>
              <td>2.5</td>
            </tr>
            <tr valign="top">
              <td>Direct pathology investigation</td>
              <td>Multiple; see <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref></td>
              <td>546</td>
              <td>9.6</td>
            </tr>
            <tr valign="top">
              <td>Direct process of care</td>
              <td>65V1%, 65V2%</td>
              <td>29</td>
              <td>0.5</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>IID incidence and case counts (Data for period ISO 2014-W30 to ISO 2015-W29, weekly denominator N=1,120,490).</p>
        </caption>
        <table width="474" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="93"/>
          <col width="125"/>
          <col width="212"/>
          <thead>
            <tr valign="top">
              <td>Definition</td>
              <td>Count of cases</td>
              <td>Annual person-time rates (per 1000 person-time units)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Standard RSC</td>
              <td>5966</td>
              <td>5.32 (95% CI 5.19-5.46)</td>
            </tr>
            <tr valign="top">
              <td>ICD-10</td>
              <td>4736</td>
              <td>4.23 (95% CI 4.11-4.35)</td>
            </tr>
            <tr valign="top">
              <td>Ontological</td>
              <td>10,448</td>
              <td>9.32 (95% CI 9.15-9.50)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Mean weekly incidence rates and case counts (Data for period ISO 2014-W30 to ISO 2015-W29, weekly denominator N=1,120,490).</p>
        </caption>
        <table width="484" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="93"/>
          <col width="125"/>
          <col width="222"/>
          <thead>
            <tr valign="top">
              <td>Definition</td>
              <td>Mean weekly count of cases</td>
              <td>Incidence rate (per 100,000/week)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Standard RSC</td>
              <td>114.73</td>
              <td>10.24 (95% CI 8.55-12.12)</td>
            </tr>
            <tr valign="top">
              <td>ICD-10</td>
              <td>91.08</td>
              <td>8.13 (95% CI 6.70-9.87)</td>
            </tr>
            <tr valign="top">
              <td>Ontological</td>
              <td>200.92</td>
              <td>17.93 (95% CI 15.63-20.41)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Using the ontological definition for case finding resulted in an annual percentage incidence rate of 0.93% (10,448/1,120,490) compared with 0.42% (4736/1,120,490) under the ICD-10 definition and 0.53% (5966/1,120,490) under the RSC definition. Annual person-time rate per 1000 person-time units for the standard RSC definition was 5.32 (95% CI 5.19-5.46), for the ICD-10 definition was 4.23 (95% CI 4.11-4.35), and for the ontological definition was 9.32 (95% CI 9.15-9.50; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>Mean weekly incidence rate was 10.24 per 100,000 (95% CI 8.55-12.12) for the RSC definition, 8.13 per 100,000 (95% CI 6.70-9.87) for the ICD-10 definition, and 17.93 per 100,000 (95% CI 15.63-20.41) for the ontological definition (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
      <p>Event counts of four supporting concepts within the 2-week period preceding or following case finding were consistent across IID definitions (<xref ref-type="fig" rid="figure2">Figures 2</xref>-<xref ref-type="fig" rid="figure4">4</xref>,<xref ref-type="table" rid="table4">Tables 4</xref>-<xref ref-type="table" rid="table6">6</xref>), with categories differing by ±1-2%.</p>
      <p>Consistency of results supports the use of the ontological definition, as supporting concept codes are specific to acute IID. For the three definitions, majority of cases (61.67% [3679/5966], 59.18% [2803/4736], and 62.62% [6543/10,448]) had no supporting concepts recorded within the 2-week sliding window. In addition, proportion of laboratory results associated with positive test results (ie, directly mapping to IID case definition) was 19.7% (546/2775).</p>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Counts of supporting factors for RSC defined cases (N=5966).</p>
        </caption>
        <table width="530" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="277"/>
          <col width="105"/>
          <col width="104"/>
          <thead>
            <tr valign="top">
              <td>Code category</td>
              <td>Number of events coded</td>
              <td>Percentage of RSC cases</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Symptoms</td>
              <td>295</td>
              <td>4.94</td>
            </tr>
            <tr valign="top">
              <td>Investigations</td>
              <td>708</td>
              <td>11.87</td>
            </tr>
            <tr valign="top">
              <td>Therapies</td>
              <td>705</td>
              <td>11.82</td>
            </tr>
            <tr valign="top">
              <td>Process of care</td>
              <td>12</td>
              <td>0.20</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and investigations</td>
              <td>207</td>
              <td>3.47</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and therapies</td>
              <td>70</td>
              <td>1.17</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and process of care</td>
              <td>2</td>
              <td>0.03</td>
            </tr>
            <tr valign="top">
              <td>Investigations and therapies</td>
              <td>147</td>
              <td>2.46</td>
            </tr>
            <tr valign="top">
              <td>Investigations and process of care</td>
              <td>32</td>
              <td>0.54</td>
            </tr>
            <tr valign="top">
              <td>Therapies and process of care</td>
              <td>1</td>
              <td>0.02</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, investigations, and therapies</td>
              <td>83</td>
              <td>1.39</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, investigations, and process of care</td>
              <td>14</td>
              <td>0.23</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, therapies, and process of care</td>
              <td>0</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>Investigations, therapies, and process of care</td>
              <td>8</td>
              <td>0.13</td>
            </tr>
            <tr valign="top">
              <td>All supporting concepts</td>
              <td>3</td>
              <td>0.05</td>
            </tr>
            <tr valign="top">
              <td>Number of cases with any of the above</td>
              <td>2287</td>
              <td>38.33</td>
            </tr>
            <tr valign="top">
              <td>Number of cases with none of the above</td>
              <td>3679</td>
              <td>61.67</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table5">
        <label>Table 5</label>
        <caption>
          <p>Counts of supporting factors for ICD-10 defined cases (N=4736).</p>
        </caption>
        <table width="530" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="277"/>
          <col width="105"/>
          <col width="104"/>
          <thead>
            <tr valign="top">
              <td>Code category</td>
              <td>Number of events coded</td>
              <td>Percentage of ICD-10 cases</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Symptoms</td>
              <td>235</td>
              <td>4.96</td>
            </tr>
            <tr valign="top">
              <td>Investigations</td>
              <td>588</td>
              <td>12.42</td>
            </tr>
            <tr valign="top">
              <td>Therapies</td>
              <td>587</td>
              <td>12.39</td>
            </tr>
            <tr valign="top">
              <td>Process of care</td>
              <td>8</td>
              <td>0.17</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and investigations</td>
              <td>195</td>
              <td>4.12</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and therapies</td>
              <td>58</td>
              <td>1.22</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and process of care</td>
              <td>2</td>
              <td>0.04</td>
            </tr>
            <tr valign="top">
              <td>Investigations and therapies</td>
              <td>129</td>
              <td>2.72</td>
            </tr>
            <tr valign="top">
              <td>Investigations and process of care</td>
              <td>30</td>
              <td>0.63</td>
            </tr>
            <tr valign="top">
              <td>Therapies and process of care</td>
              <td>0</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, investigations, and therapies</td>
              <td>76</td>
              <td>1.60</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, investigations, and process of care</td>
              <td>14</td>
              <td>0.30</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, therapies, and process of care</td>
              <td>0</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>Investigations, therapies, and process of care</td>
              <td>8</td>
              <td>0.17</td>
            </tr>
            <tr valign="top">
              <td>All supporting concepts</td>
              <td>3</td>
              <td>0.06</td>
            </tr>
            <tr valign="top">
              <td>Number of cases with any of the above</td>
              <td>1933</td>
              <td>40.82</td>
            </tr>
            <tr valign="top">
              <td>Number of cases with none of the above</td>
              <td>2803</td>
              <td>59.18</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table6">
        <label>Table 6</label>
        <caption>
          <p>Counts of supporting factors for cases defined ontologically (N=10,448).</p>
        </caption>
        <table width="530" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="277"/>
          <col width="105"/>
          <col width="104"/>
          <thead>
            <tr valign="top">
              <td>Code category</td>
              <td>Number of events coded</td>
              <td>Percentage of ontological cases</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Symptoms</td>
              <td>632</td>
              <td>6.05</td>
            </tr>
            <tr valign="top">
              <td>Investigations</td>
              <td>1050</td>
              <td>10.05</td>
            </tr>
            <tr valign="top">
              <td>Therapies</td>
              <td>1337</td>
              <td>12.80</td>
            </tr>
            <tr valign="top">
              <td>Process of care</td>
              <td>10</td>
              <td>0.10</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and investigations</td>
              <td>269</td>
              <td>2.57</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and therapies</td>
              <td>188</td>
              <td>1.80</td>
            </tr>
            <tr valign="top">
              <td>Symptoms and process of care</td>
              <td>2</td>
              <td>0.02</td>
            </tr>
            <tr valign="top">
              <td>Investigations and therapies</td>
              <td>238</td>
              <td>2.28</td>
            </tr>
            <tr valign="top">
              <td>Investigations and process of care</td>
              <td>34</td>
              <td>0.33</td>
            </tr>
            <tr valign="top">
              <td>Therapies and process of care</td>
              <td>2</td>
              <td>0.02</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, investigations, and therapies</td>
              <td>112</td>
              <td>1.07</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, investigations, and process of care</td>
              <td>16</td>
              <td>0.15</td>
            </tr>
            <tr valign="top">
              <td>Symptoms, therapies, and process of care</td>
              <td>0</td>
              <td>0.00</td>
            </tr>
            <tr valign="top">
              <td>Investigations, therapies, and process of care</td>
              <td>12</td>
              <td>0.11</td>
            </tr>
            <tr valign="top">
              <td>All supporting concepts</td>
              <td>3</td>
              <td>0.03</td>
            </tr>
            <tr valign="top">
              <td>Number of cases with any of the above</td>
              <td>3905</td>
              <td>37.38</td>
            </tr>
            <tr valign="top">
              <td>Number of cases with none of the above</td>
              <td>6543</td>
              <td>62.62</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Total number of cases identified using three differing definitions of IID (RSC, ICD-10 and ontological). Cohort includes all registered patients in the RCGP RSC primary care database with at least one recorded event during a 52-week period spanning ISO 2014-W30 to ISO 2015-W29 (initial cohort, N=1120490).</p>
        </caption>
        <graphic xlink:href="medinform_v5i3e34_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Count of events found using codes for supporting factors (symptom, investigation, process of care, and/or therapy) for cases identified using the standard RCGP RSC IID definition (ISO 2014-W30 to ISO 2015-W29). For <xref ref-type="fig" rid="figure2">Figures 2</xref>-<xref ref-type="fig" rid="figure4">4</xref>, events found using two-week sliding window: all recorded events for supporting concepts recorded with any episode type had to occur two weeks before or after the patient’s diagnosis event to be included. Multiple events coded for any one factor within the two-week window of the case finding were counted as one event.</p>
        </caption>
        <graphic xlink:href="medinform_v5i3e34_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Count of events found using codes for supporting factors (symptom, investigation, process of care, and/or therapy) for cases identified using the ICD-10 IID definition (ISO 2014-W30 to ISO 2015-W29).</p>
        </caption>
        <graphic xlink:href="medinform_v5i3e34_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Count of events found using codes for supporting factors (symptom, investigation, process of care, and/or therapy) for cases identified using the ontological IID definition (ISO 2014-W30 to ISO 2015-W29).</p>
        </caption>
        <graphic xlink:href="medinform_v5i3e34_fig4.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>An ontological approach to IID case finding changed IID incidence rate, increasing case detection. The ontological approach is also more transparent and independent of coding systems.</p>
        <p>The ontological approach may address elements of IID underestimation due to low rates of case finding using electronic data alone [<xref ref-type="bibr" rid="ref36">36</xref>], depending upon the case definition used [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. However, the major limitation to accurate case finding remains that many community cases of IID do not seek health care [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>GPs appear more likely to enter symptom codes, which from the ontological perspective are less helpful as they overlap with other conditions rather than being specific to IID, unless the symptoms are supported by another code indicating pathogen detection [<xref ref-type="bibr" rid="ref39">39</xref>]. Results of the ontological approach have highlighted how use of symptom codes contributes to underreporting IID patients who do not have appropriate diagnostic or surveillance codes entered into the patient record.</p>
      </sec>
      <sec>
        <title>Implications of Findings for Clinical Practice</title>
        <p>An ontological approach provides insights into what types of data are available for case ascertainment. Although this approach offers benefits, and has limitations, our recommendation is to start by making the laboratory results recorded much more specific.</p>
        <p>The mechanism for transferring results from stool sampling to GPs needs to be updated. Currently UK laboratories electronically report stool sample results to GPs using the Pathology Bounded Code List (PBCL), a subset of Read codes. However, there is no standardized algorithm for reporting results, and the PBCL code list for Microscopy, Culture &#38; Sensitivity (MC&#38;S) results has not kept pace with developments in pathology services. For example, typical laboratory protocol is to report one generic stool sampling code per test request, regardless of the range of pathogens being screened or detected, or of the sensitivity or specificity of the testing method. When a GP receives electronic results of a stool sample, the electronic report only contains generic MC&#38;S Read codes, indicating that a stool sample was analyzed. This is followed by a “free-text” message (ie, not coded) indicating any detected pathogens. If pathogens are detected, the clinician must then code this information manually into the computerized medical record (CMR) system. This means that, inevitably, laboratory findings are under-coded. Furthermore, for some pathogens there is only one PBCL code specifically for test requests, not for recording results. Many IID pathogens have no designated PBCL code at all, and where appropriate pathogen codes are available, they are often not used. Given likely advances in stool microbiology testing in the future, with a move away from MC&#38;S to nonculture, PCR-based methods, the way microbiology results are reported and coded via PBCL needs to be reviewed and modernized. There might be scope to draw lessons from biochemistry and hematology where, with the exception of glucose provenance and use of nonnumeric keys [<xref ref-type="bibr" rid="ref39">39</xref>] and the use of nonnumeric characters, results with coded data are generally readily filed into the CMR system.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The principal limitation of this study is the lack of a gold standard; we do not know the “true” incidence of IID. There has been no back-to-case records review to validate this approach, though the authors have gone back to records to demonstrate the reliability of case finding from clinical records in other domains, for example, chronic kidney disease [<xref ref-type="bibr" rid="ref40">40</xref>] and diabetes [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. We have also reported where we consider conclusions to be unsafe because the wrong codes were selected [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>In addition, ontologies are developed as an iterative process; therefore, we recommend testing by running data extracts to improve sensitivity and specificity. Our ontology is online and may be superseded by better laboratory coding, advances in near-patient testing, or other unforeseen advances. For example, there was no attempt to include social media data in this exercise. Techniques are emerging to do this and should be considered as part of future investigations and for inclusion in the subjective elements of the ontology [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <p>Bias of many types can affect the quality of data recording in CMR systems. This can be around financial incentives to adopt CMR systems which then may not get used [<xref ref-type="bibr" rid="ref46">46</xref>]; and around pressures within systems to either investigate, refer, or prescribe more (or less) depending on the constraints within the individual health care system at the time. These effects are probably best reported for drug safety studies where the availability of a large number of CMR records or administrative datasets had not obviated the need for other mechanisms of drug safety recording [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        <p>Finally, use of a new ontological approach to measuring disease incidence might result in further discrepancies between different surveillance systems that monitor the IID incidence. Harmonization of coding systems across different systems and countries is important from an epidemiological perspective to ensure that estimates of disease burden are comparable.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our study indicates that use of the standard definition of IID to identify cases in primary care results in the underestimation of disease incidence. To capture a larger proportion of new IID cases in primary care, an ontological approach should be adopted to expand the case definition to include those patients with codes falling outside more restrictive standard definitions, as well as improving the PBCL coding list used by laboratories returning pathology results. Given the high burden of IID in the community, identifying what specific organisms are circulating within a community would help GPs and public health services. For GPs this would reinforce the importance of stressing simple and important control measures, such as hand washing, and trigger the implementation-specific interventions for specific infections. Local and regional public health services would more accurately know the disease burden and be able to intervene; nationally and internationally more accurate data would enable better policy evaluation and development around hygiene and food chain management.</p>
        <p>Using these approaches will provide a better picture for clinicians, epidemiologists, and public health officials of the burden of IID in the community and the impact of seasonal infectious disease outbreaks.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Formal ontology developed based on infectious intestinal disease case definition.</p>
        <media xlink:href="medinform_v5i3e34_app1.xlsx" xlink:title="XLSX File (Microsoft Excel File), 12KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Diagnostic and supporting factor codes and code mapping classes selected based on infectious intestinal disease ontology.</p>
        <media xlink:href="medinform_v5i3e34_app2.xlsx" xlink:title="XLSX File (Microsoft Excel File), 22KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CMR</term>
          <def>
            <p>computerized medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICD</term>
          <def>
            <p>International Classification of Diseases</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IID</term>
          <def>
            <p>infectious intestinal disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MC&#38;S</term>
          <def>
            <p>Microscopy, Culture &#38; Sensitivity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PBCL</term>
          <def>
            <p>Pathology Bounded Code List</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCGP</term>
          <def>
            <p>Royal College of General Practitioners</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RSC</term>
          <def>
            <p>Research and Surveillance Centre</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">WHO</term>
          <def>
            <p>World Health Organisation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank Filipa Ferreira (program manager) and other members of the Clinical Informatics and Health Outcomes Research Group at the University of Surrey and Sam O’Sullivan and Barbara Arrowsmith for their contribution; RCGP RSC practices and their patients for allowing us to extract and use their health data for surveillance and research; Apollo Medical Systems [<xref ref-type="bibr" rid="ref49">49</xref>] for data extraction; EMIS [<xref ref-type="bibr" rid="ref50">50</xref>], Vision [<xref ref-type="bibr" rid="ref51">51</xref>], and TPP [<xref ref-type="bibr" rid="ref52">52</xref>] CMR suppliers for facilitating data extraction; and our colleagues at Public Health England.</p>
      <p>This work was supported by Wellcome Trust and Department of Health which provided funding for “Integrate” through Health Innovation Challenge Fund: Theme 5 Infections Response Systems (grant number HICF-T5-354) awarded to SJO’B (Principal Investigator). This work was also partly funded by a 10-funder consortium led by MRC for Health e-Research Centre, Farr Institute (MRC Grant: MR/K006665/1).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>SdeL has a pending application for feasibility study funding with Takeda to look at the potential to identify household transmission from routine data and to assess gastroenteritis economic impact; SOB will advise this project. All other authors report no conflicts.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kirk</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Pires</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Black</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Caipo</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Crump</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Devleesschauwer</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Döpfer</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Fazil</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Fischer-Walker</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Hald</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Keddy</surname>
            <given-names>KH</given-names>
          </name>
          <name name-style="western">
            <surname>Lake</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lanata</surname>
            <given-names>CF</given-names>
          </name>
          <name name-style="western">
            <surname>Torgerson</surname>
            <given-names>PR</given-names>
          </name>
          <name name-style="western">
            <surname>Havelaar</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Angulo</surname>
            <given-names>FJ</given-names>
          </name>
        </person-group>
        <article-title>World Health Organization estimates of the global and regional disease burden of 22 foodborne bacterial, protozoal, and viral diseases, 2010: a data synthesis</article-title>
        <source>PLoS Med</source>  
        <year>2015</year>  
        <month>12</month>  
        <day>03</day>  
        <volume>12</volume>  
        <issue>12</issue>  
        <fpage>e1001921</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001921"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pmed.1001921</pub-id>
        <pub-id pub-id-type="medline">26633831</pub-id>
        <pub-id pub-id-type="pii">PMEDICINE-D-15-00862</pub-id>
        <pub-id pub-id-type="pmcid">PMC4668831</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Rait</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Hunter</surname>
            <given-names>PR</given-names>
          </name>
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bolton</surname>
            <given-names>FJ</given-names>
          </name>
          <name name-style="western">
            <surname>Tompkins</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>McLauchlin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Letley</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>Adak</surname>
            <given-names>GK</given-names>
          </name>
          <name name-style="western">
            <surname>Cowden</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Evans</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Neal</surname>
            <given-names>KR</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>GE</given-names>
          </name>
          <name name-style="western">
            <surname>Smyth</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Tam</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Rodrigues</surname>
            <given-names>LC</given-names>
          </name>
        </person-group>
        <article-title>Methods for determining disease burden and calibrating national surveillance data in the United Kingdom: the second study of infectious intestinal disease in the community (IID2 study)</article-title>
        <source>BMC Med Res Methodol</source>  
        <year>2010</year>  
        <month>05</month>  
        <day>05</day>  
        <volume>10</volume>  
        <fpage>39</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-10-39"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2288-10-39</pub-id>
        <pub-id pub-id-type="medline">20444246</pub-id>
        <pub-id pub-id-type="pii">1471-2288-10-39</pub-id>
        <pub-id pub-id-type="pmcid">PMC2886083</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Iturriza-Gomara</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>SJ</given-names>
          </name>
        </person-group>
        <article-title>Re-assessing the total burden of norovirus circulating in the United Kingdom population</article-title>
        <source>Vaccine</source>  
        <year>2017</year>  
        <month>02</month>  
        <day>07</day>  
        <volume>35</volume>  
        <issue>6</issue>  
        <fpage>853</fpage>  
        <lpage>855</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0264-410X(17)30014-2"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.vaccine.2017.01.009</pub-id>
        <pub-id pub-id-type="medline">28094075</pub-id>
        <pub-id pub-id-type="pii">S0264-410X(17)30014-2</pub-id>
        <pub-id pub-id-type="pmcid">PMC5287221</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Correa</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pathirannehelage</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Byford</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Yonova</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Elliot</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lamagni</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Amirthalingam</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Pebody</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rafi</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>RCGP Research and Surveillance Centre Annual Report 2014-2015: disparities in presentations to primary care</article-title>
        <source>Br J Gen Pract</source>  
        <year>2017</year>  
        <month>01</month>  
        <volume>67</volume>  
        <issue>654</issue>  
        <fpage>e29</fpage>  
        <lpage>e40</lpage>  
        <pub-id pub-id-type="doi">10.3399/bjgp16X688573</pub-id>
        <pub-id pub-id-type="medline">27993900</pub-id>
        <pub-id pub-id-type="pii">bjgp16X688573</pub-id>
        <pub-id pub-id-type="pmcid">PMC5198624</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Wit</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Koopmans</surname>
            <given-names>MP</given-names>
          </name>
          <name name-style="western">
            <surname>Kortbeek</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Wannet</surname>
            <given-names>WJ</given-names>
          </name>
          <name name-style="western">
            <surname>Vinjé</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>van Leusden</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Bartelds</surname>
            <given-names>AI</given-names>
          </name>
          <name name-style="western">
            <surname>van Duynhoven</surname>
            <given-names>YT</given-names>
          </name>
        </person-group>
        <article-title>Sensor, a population-based cohort study on gastroenteritis in the Netherlands: incidence and etiology</article-title>
        <source>Am J Epidemiol</source>  
        <year>2001</year>  
        <month>10</month>  
        <day>01</day>  
        <volume>154</volume>  
        <issue>7</issue>  
        <fpage>666</fpage>  
        <lpage>74</lpage>  
        <pub-id pub-id-type="medline">11581101</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Flint</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Van Duynhoven</surname>
            <given-names>YT</given-names>
          </name>
          <name name-style="western">
            <surname>Angulo</surname>
            <given-names>FJ</given-names>
          </name>
          <name name-style="western">
            <surname>DeLong</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Braun</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Kirk</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Scallan</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Fitzgerald</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Adak</surname>
            <given-names>GK</given-names>
          </name>
          <name name-style="western">
            <surname>Sockett</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ellis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Gargouri</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Walke</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Braam</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Estimating the burden of acute gastroenteritis, foodborne disease, and pathogens commonly transmitted by food: an international review</article-title>
        <source>Clin Infect Dis</source>  
        <year>2005</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>41</volume>  
        <issue>5</issue>  
        <fpage>698</fpage>  
        <lpage>704</lpage>  
        <pub-id pub-id-type="doi">10.1086/432064</pub-id>
        <pub-id pub-id-type="medline">16080093</pub-id>
        <pub-id pub-id-type="pii">CID36327</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Palmer</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Houston</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Lervy</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ribeiro</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Problems in the diagnosis of foodborne infection in general practice</article-title>
        <source>Epidemiol Infect</source>  
        <year>1996</year>  
        <month>12</month>  
        <volume>117</volume>  
        <issue>3</issue>  
        <fpage>479</fpage>  
        <lpage>84</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/8972672"/>
        </comment>  
        <pub-id pub-id-type="medline">8972672</pub-id>
        <pub-id pub-id-type="pmcid">PMC2271635</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Scallan</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Majowicz</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Banerjee</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bowman</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Daly</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Kirk</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Fitzgerald</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Angulo</surname>
            <given-names>FJ</given-names>
          </name>
        </person-group>
        <article-title>Prevalence of diarrhoea in the community in Australia, Canada, Ireland, and the United States</article-title>
        <source>Int J Epidemiol</source>  
        <year>2005</year>  
        <month>04</month>  
        <volume>34</volume>  
        <issue>2</issue>  
        <fpage>454</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1093/ije/dyh413</pub-id>
        <pub-id pub-id-type="medline">15659464</pub-id>
        <pub-id pub-id-type="pii">dyh413</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wheeler</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Sethi</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cowden</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Wall</surname>
            <given-names>PG</given-names>
          </name>
          <name name-style="western">
            <surname>Rodrigues</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Tompkins</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Hudson</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Roderick</surname>
            <given-names>PJ</given-names>
          </name>
        </person-group>
        <article-title>Study of infectious intestinal disease in England: rates in the community, presenting to general practice, and reported to national surveillance. The Infectious Intestinal Disease Study Executive</article-title>
        <source>BMJ</source>  
        <year>1999</year>  
        <month>04</month>  
        <day>17</day>  
        <volume>318</volume>  
        <issue>7190</issue>  
        <fpage>1046</fpage>  
        <lpage>50</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10205103"/>
        </comment>  
        <pub-id pub-id-type="medline">10205103</pub-id>
        <pub-id pub-id-type="pmcid">PMC27838</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haagsma</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Geenen</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Ethelberg</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Fetsch</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hansdotter</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Jansen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Korsgaard</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Scavia</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Spitznagel</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Stefanoff</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Tam</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Havelaar</surname>
            <given-names>AH</given-names>
          </name>
          <collab>Med-Vet-Net Working Group</collab>
        </person-group>
        <article-title>Community incidence of pathogen-specific gastroenteritis: reconstructing the surveillance pyramid for seven pathogens in seven European Union member states</article-title>
        <source>Epidemiol Infect</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>141</volume>  
        <issue>8</issue>  
        <fpage>1625</fpage>  
        <lpage>39</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0950268812002166</pub-id>
        <pub-id pub-id-type="medline">23013659</pub-id>
        <pub-id pub-id-type="pii">S0950268812002166</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kosek</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bern</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Guerrant</surname>
            <given-names>RL</given-names>
          </name>
        </person-group>
        <article-title>The global burden of diarrhoeal disease, as estimated from studies published between 1992 and 2000</article-title>
        <source>Bull World Health Organ</source>  
        <year>2003</year>  
        <volume>81</volume>  
        <issue>3</issue>  
        <fpage>197</fpage>  
        <lpage>204</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.scielosp.org/scielo.php?script=sci_arttext&#38;pid=S0042-96862003000300010&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
        </comment>  
        <pub-id pub-id-type="medline">12764516</pub-id>
        <pub-id pub-id-type="pii">S0042-96862003000300010</pub-id>
        <pub-id pub-id-type="pmcid">PMC2572419</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Viviani</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>van der Es</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Irvine</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Tam</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Rodrigues</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hunter</surname>
            <given-names>PR</given-names>
          </name>
          <collab>IID2 Study Executive Committee</collab>
        </person-group>
        <article-title>Estimating the incidence of acute infectious intestinal disease in the community in the UK: a retrospective telephone survey</article-title>
        <source>PLoS One</source>  
        <year>2016</year>  
        <month>01</month>  
        <day>25</day>  
        <volume>11</volume>  
        <issue>1</issue>  
        <fpage>e0146171</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0146171"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0146171</pub-id>
        <pub-id pub-id-type="medline">26807916</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-15001</pub-id>
        <pub-id pub-id-type="pmcid">PMC4725772</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Wit</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Kortbeek</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Koopmans</surname>
            <given-names>MP</given-names>
          </name>
          <name name-style="western">
            <surname>de Jager</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Wannet</surname>
            <given-names>WJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bartelds</surname>
            <given-names>AI</given-names>
          </name>
          <name name-style="western">
            <surname>van Duynhoven</surname>
            <given-names>YT</given-names>
          </name>
        </person-group>
        <article-title>A comparison of gastroenteritis in a general practice-based study and a community-based study</article-title>
        <source>Epidemiol Infect</source>  
        <year>2001</year>  
        <month>12</month>  
        <volume>127</volume>  
        <issue>3</issue>  
        <fpage>389</fpage>  
        <lpage>97</lpage>  
        <pub-id pub-id-type="medline">11811870</pub-id>
        <pub-id pub-id-type="pmcid">PMC2869762</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tam</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Rodrigues</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Viviani</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Dodds</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Evans</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Hunter</surname>
            <given-names>PR</given-names>
          </name>
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Letley</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>Rait</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Tompkins</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>SJ</given-names>
          </name>
          <collab>IID2 Study Executive Committee</collab>
        </person-group>
        <article-title>Longitudinal study of infectious intestinal disease in the UK (IID2 study): incidence in the community and presenting to general practice</article-title>
        <source>Gut</source>  
        <year>2012</year>  
        <month>01</month>  
        <volume>61</volume>  
        <issue>1</issue>  
        <fpage>69</fpage>  
        <lpage>77</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://gut.bmj.com/cgi/pmidlookup?view=long&#38;pmid=21708822"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/gut.2011.238386</pub-id>
        <pub-id pub-id-type="medline">21708822</pub-id>
        <pub-id pub-id-type="pii">gut.2011.238386</pub-id>
        <pub-id pub-id-type="pmcid">PMC3230829</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Majowicz</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Scallan</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Adak</surname>
            <given-names>GK</given-names>
          </name>
          <name name-style="western">
            <surname>Gauci</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>TF</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Henao</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Sockett</surname>
            <given-names>PN</given-names>
          </name>
        </person-group>
        <article-title>A common, symptom-based case definition for gastroenteritis</article-title>
        <source>Epidemiol Infect</source>  
        <year>2008</year>  
        <month>07</month>  
        <volume>136</volume>  
        <issue>7</issue>  
        <fpage>886</fpage>  
        <lpage>94</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0950268807009375</pub-id>
        <pub-id pub-id-type="medline">17686196</pub-id>
        <pub-id pub-id-type="pii">S0950268807009375</pub-id>
        <pub-id pub-id-type="pmcid">PMC2870876</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <source>World Health Organization</source>  
        <year>2017</year>  
        <month>05</month>  
        <access-date>2016-12-01</access-date>
        <comment>Diarrhoel disease 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.who.int/mediacentre/factsheets/fs330/en/">http://www.who.int/mediacentre/factsheets/fs330/en/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6HmxnvD0j"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>Global Burden of Disease Study 2013 Collaborators</collab>
        </person-group>
        <article-title>Global, regional, and national incidence, prevalence, and years lived with disability for 301 acute and chronic diseases and injuries in 188 countries, 1990-2013: a systematic analysis for the Global Burden of Disease Study 2013</article-title>
        <source>Lancet</source>  
        <year>2015</year>  
        <month>08</month>  
        <day>22</day>  
        <volume>386</volume>  
        <issue>9995</issue>  
        <fpage>743</fpage>  
        <lpage>800</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26063472"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(15)60692-4</pub-id>
        <pub-id pub-id-type="medline">26063472</pub-id>
        <pub-id pub-id-type="pii">S0140-6736(15)60692-4</pub-id>
        <pub-id pub-id-type="pmcid">PMC4561509</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Liaw</surname>
            <given-names>ST</given-names>
          </name>
          <name name-style="western">
            <surname>Michalakidis</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Defining datasets and creating data dictionaries for quality improvement and research in chronic disease using routinely collected data: an ontology-driven approach</article-title>
        <source>Inform Prim Care</source>  
        <year>2011</year>  
        <volume>19</volume>  
        <issue>3</issue>  
        <fpage>127</fpage>  
        <lpage>34</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/805"/>
        </comment>  
        <pub-id pub-id-type="medline">22688221</pub-id>
        <pub-id pub-id-type="pii">805</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rollason</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Khunti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Variation in the recording of diabetes diagnostic data in primary care computer systems: implications for the quality of care</article-title>
        <source>Inform Prim Care</source>  
        <year>2009</year>  
        <volume>17</volume>  
        <issue>2</issue>  
        <fpage>113</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/723"/>
        </comment>  
        <pub-id pub-id-type="medline">19807953</pub-id>
        <pub-id pub-id-type="pii">723</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>In this issue: Ontologies a key concept in informatics and key for open definitions of cases, exposures, and outcome measures</article-title>
        <source>J Innov Health Inform</source>  
        <year>2015</year>  
        <month>07</month>  
        <day>10</day>  
        <volume>22</volume>  
        <issue>2</issue>  
        <fpage>170</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v22i2.170"/>
        </comment>  
        <pub-id pub-id-type="medline">26245238</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Metsemakers</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Houwink</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Gunnarsdottir</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>van der Lei</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Routinely collected general practice data: goldmines for research? A report of the European Federation for Medical Informatics Primary Care Informatics Working Group (EFMI PCIWG) from MIE2006, Maastricht, The Netherlands</article-title>
        <source>Inform Prim Care</source>  
        <year>2006</year>  
        <volume>14</volume>  
        <issue>3</issue>  
        <fpage>203</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/632"/>
        </comment>  
        <pub-id pub-id-type="medline">17288707</pub-id>
        <pub-id pub-id-type="pii">632</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>van Weel</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>The use of routinely collected computer data for research in primary care: opportunities and challenges</article-title>
        <source>Fam Pract</source>  
        <year>2006</year>  
        <month>04</month>  
        <volume>23</volume>  
        <issue>2</issue>  
        <fpage>253</fpage>  
        <lpage>63</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://fampra.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=16368704"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/fampra/cmi106</pub-id>
        <pub-id pub-id-type="medline">16368704</pub-id>
        <pub-id pub-id-type="pii">cmi106</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Codes, classifications, terminologies and nomenclatures: definition, development and application in practice</article-title>
        <source>Inform Prim Care</source>  
        <year>2005</year>  
        <volume>13</volume>  
        <issue>1</issue>  
        <fpage>65</fpage>  
        <lpage>70</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/580"/>
        </comment>  
        <pub-id pub-id-type="medline">15949178</pub-id>
        <pub-id pub-id-type="pii">580</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
        <source>Integrate Project</source>  
        <comment>Integrate: Fully-integrated, real-time detection, diagnosis and control of community diarrhoeal disease clusters and outbreaks 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.integrateproject.org.uk">http://www.integrateproject.org.uk</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdJgGUW5"/></comment> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
        <source>Royal College of General Practitioners</source>  
        <year>2011</year>  
        <access-date>2017-08-11</access-date>
        <comment>Research &#38; Surveillance Centre: Weekly Returns Service Annual Report 2011 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.rcgp.org.uk/rsc">http://www.rcgp.org.uk/rsc</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdMeH7AM"/></comment> </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tam</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Viviani</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Adak</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Bolton</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Dodds</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Cowden</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Evans</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hunter</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Letley</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Keith</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Rait</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Smyth</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Tompkins</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>van der Es</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rodrigues</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>S</given-names>
          </name>
          <collab>IID2 Study Executive Committee</collab>
        </person-group>
        <source>UK Food Standards Agency</source>  
        <year>2012</year>  
        <access-date>2017-08-16</access-date>
        <comment>The Second Study of Infectious Intestinal Disease in the Community (IID2 Study): Final report 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.food.gov.uk/sites/default/files/711-1-1393_IID2_FINAL_REPORT.pdf">https://www.food.gov.uk/sites/default/files/711-1-1393_IID2_FINAL_REPORT.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sl2LaUmT"/></comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
        <source>WHO</source>  
        <year>2016</year>  
        <access-date>2015-05-01</access-date>
        <comment>ICD-10 Version:2016: International Statistical Classification of Diseases and Related Health Problems 10th Revision 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.who.int/classifications/icd10/browse/2016/en">http://apps.who.int/classifications/icd10/browse/2016/en</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="5EmVp119m"/></comment> </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weed</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Medical records that guide and teach</article-title>
        <source>N Engl J Med</source>  
        <year>1968</year>  
        <month>03</month>  
        <day>21</day>  
        <volume>278</volume>  
        <issue>12</issue>  
        <fpage>652</fpage>  
        <lpage>7 concl</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJM196803212781204</pub-id>
        <pub-id pub-id-type="medline">5637250</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weed</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Medical records that guide and teach</article-title>
        <source>N Engl J Med</source>  
        <year>1968</year>  
        <month>03</month>  
        <day>14</day>  
        <volume>278</volume>  
        <issue>11</issue>  
        <fpage>593</fpage>  
        <lpage>600</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJM196803212781204</pub-id>
        <pub-id pub-id-type="medline">5637250</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wright</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sittig</surname>
            <given-names>DF</given-names>
          </name>
          <name name-style="western">
            <surname>McGowan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ash</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Weed</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Bringing science to medicine: an interview with Larry Weed, inventor of the problem-oriented medical record</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2014</year>  
        <volume>21</volume>  
        <issue>6</issue>  
        <fpage>964</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24872343"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2014-002776</pub-id>
        <pub-id pub-id-type="medline">24872343</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2014-002776</pub-id>
        <pub-id pub-id-type="pmcid">PMC4215056</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Liaw</surname>
            <given-names>ST</given-names>
          </name>
          <name name-style="western">
            <surname>Dedman</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Khunti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Sadek</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>An algorithm to improve diagnostic accuracy in diabetes in computerised problem orientated medical records (POMR) compared with an established algorithm developed in episode orientated records (EOMR)</article-title>
        <source>J Innov Health Inform</source>  
        <year>2015</year>  
        <month>06</month>  
        <day>05</day>  
        <volume>22</volume>  
        <issue>2</issue>  
        <fpage>255</fpage>  
        <lpage>64</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v22i2.79"/>
        </comment>  
        <pub-id pub-id-type="medline">26245239</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Liyanage</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Krause</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>De Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Using ontologies to improve semantic interoperability in health data</article-title>
        <source>J Innov Health Inform</source>  
        <year>2015</year>  
        <month>07</month>  
        <day>10</day>  
        <volume>22</volume>  
        <issue>2</issue>  
        <fpage>309</fpage>  
        <lpage>15</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v22i2.159"/>
        </comment>  
        <pub-id pub-id-type="medline">26245245</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Correa</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hinton</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>McGovern</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>van Vlymen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Yonova</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Royal College of General Practitioners Research and Surveillance Centre (RCGP RSC) sentinel network: a cohort profile</article-title>
        <source>BMJ Open</source>  
        <year>2016</year>  
        <month>04</month>  
        <day>20</day>  
        <volume>6</volume>  
        <issue>4</issue>  
        <fpage>e011092</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=27098827"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2016-011092</pub-id>
        <pub-id pub-id-type="medline">27098827</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2016-011092</pub-id>
        <pub-id pub-id-type="pmcid">PMC4838708</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
        <source>R-Project</source>  
        <access-date>2016-05-01</access-date>
        <comment>The R Project for Statistical Computing 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdTpeW32"/></comment> </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roberts</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison-Rees</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Samuel</surname>
            <given-names>DG</given-names>
          </name>
          <name name-style="western">
            <surname>Thorne</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Akbari</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>JG</given-names>
          </name>
        </person-group>
        <article-title>Review article: the prevalence of Helicobacter pylori and the incidence of gastric cancer across Europe</article-title>
        <source>Aliment Pharmacol Ther</source>  
        <year>2016</year>  
        <month>02</month>  
        <volume>43</volume>  
        <issue>3</issue>  
        <fpage>334</fpage>  
        <lpage>45</lpage>  
        <pub-id pub-id-type="doi">10.1111/apt.13474</pub-id>
        <pub-id pub-id-type="medline">26592801</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gu</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Kennelly</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Warren</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nathani</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Boyce</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Automatic detection of skin and subcutaneous tissue infections from primary care electronic medical records</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2015</year>  
        <volume>214</volume>  
        <fpage>74</fpage>  
        <lpage>80</lpage>  
        <pub-id pub-id-type="medline">26210421</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Deeks</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Rosella</surname>
            <given-names>LC</given-names>
          </name>
        </person-group>
        <article-title>Importance of ICD-10 coding directive change for acute gastroenteritis (unspecified) for rotavirus vaccine impact studies: illustration from a population-based cohort study from Ontario, Canada</article-title>
        <source>BMC Res Notes</source>  
        <year>2015</year>  
        <month>09</month>  
        <day>15</day>  
        <volume>8</volume>  
        <fpage>439</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26374397"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s13104-015-1412-5</pub-id>
        <pub-id pub-id-type="medline">26374397</pub-id>
        <pub-id pub-id-type="pii">10.1186/s13104-015-1412-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC4570676</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gibbons</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Mangen</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Plass</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Havelaar</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Brooke</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Kramarz</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Peterson</surname>
            <given-names>KL</given-names>
          </name>
          <name name-style="western">
            <surname>Stuurman</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Cassini</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Fèvre</surname>
            <given-names>EM</given-names>
          </name>
          <name name-style="western">
            <surname>Kretzschmar</surname>
            <given-names>ME</given-names>
          </name>
          <collab>Burden of Communicable diseases in Europe (BCoDE) consortium</collab>
        </person-group>
        <article-title>Measuring underreporting and under-ascertainment in infectious disease datasets: a comparison of methods</article-title>
        <source>BMC Public Health</source>  
        <year>2014</year>  
        <month>02</month>  
        <day>11</day>  
        <volume>14</volume>  
        <fpage>147</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24517715"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2458-14-147</pub-id>
        <pub-id pub-id-type="medline">24517715</pub-id>
        <pub-id pub-id-type="pii">1471-2458-14-147</pub-id>
        <pub-id pub-id-type="pmcid">PMC4015559</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harkness</surname>
            <given-names>EF</given-names>
          </name>
          <name name-style="western">
            <surname>Grant</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Chew-Graham</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>DG</given-names>
          </name>
        </person-group>
        <article-title>Using read codes to identify patients with irritable bowel syndrome in general practice: a database study</article-title>
        <source>BMC Fam Pract</source>  
        <year>2013</year>  
        <month>12</month>  
        <day>02</day>  
        <volume>14</volume>  
        <fpage>183</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-14-183"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2296-14-183</pub-id>
        <pub-id pub-id-type="medline">24295337</pub-id>
        <pub-id pub-id-type="pii">1471-2296-14-183</pub-id>
        <pub-id pub-id-type="pmcid">PMC4219395</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Anandarajah</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tai</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stevens</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>O'Donoghue</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hilton</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The validity of searching routinely collected general practice computer data to identify patients with chronic kidney disease (CKD): a manual review of 500 medical records</article-title>
        <source>Nephrol Dial Transplant</source>  
        <year>2005</year>  
        <month>10</month>  
        <volume>20</volume>  
        <issue>10</issue>  
        <fpage>2089</fpage>  
        <lpage>96</lpage>  
        <pub-id pub-id-type="doi">10.1093/ndt/gfi006</pub-id>
        <pub-id pub-id-type="medline">16030033</pub-id>
        <pub-id pub-id-type="pii">gfi006</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Khunti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Belsey</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hattersley</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>van Vlymen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gallagher</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Millett</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hague</surname>
            <given-names>NJ</given-names>
          </name>
          <name name-style="western">
            <surname>Tomson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Majeed</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>A method of identifying and correcting miscoding, misclassification and misdiagnosis in diabetes: a pilot and validation study of routinely collected data</article-title>
        <source>Diabet Med</source>  
        <year>2010</year>  
        <month>02</month>  
        <volume>27</volume>  
        <issue>2</issue>  
        <fpage>203</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1464-5491.2009.02917.x</pub-id>
        <pub-id pub-id-type="medline">20546265</pub-id>
        <pub-id pub-id-type="pii">DME2917</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hassan Sadek</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Sadek</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Tahir</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Khunti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Desombre</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Evaluating tools to support a new practical classification of diabetes: excellent control may represent misdiagnosis and omission from disease registers is associated with worse control</article-title>
        <source>Int J Clin Pract</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>66</volume>  
        <issue>9</issue>  
        <fpage>874</fpage>  
        <lpage>82</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.1111/j.1742-1241.2012.02979.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1742-1241.2012.02979.x</pub-id>
        <pub-id pub-id-type="medline">22784308</pub-id>
        <pub-id pub-id-type="pmcid">PMC3465806</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sun</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Pearce</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Farmer</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Steven</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Coding errors in an analysis of the impact of pay-for-performance on the care for long-term cardiovascular disease: a case study</article-title>
        <source>Inform Prim Care</source>  
        <year>2014</year>  
        <volume>21</volume>  
        <issue>2</issue>  
        <fpage>92</fpage>  
        <lpage>101</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v21i2.62"/>
        </comment>  
        <pub-id pub-id-type="doi">10.14236/jhi.v21i2.62</pub-id>
        <pub-id pub-id-type="medline">24841410</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Konovalov</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Scotch</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Post</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Brandt</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Biomedical informatics techniques for processing and analyzing web blogs of military service members</article-title>
        <source>J Med Internet Res</source>  
        <year>2010</year>  
        <month>10</month>  
        <day>05</day>  
        <volume>12</volume>  
        <issue>4</issue>  
        <fpage>e45</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2010/4/e45/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1538</pub-id>
        <pub-id pub-id-type="medline">20923755</pub-id>
        <pub-id pub-id-type="pii">v12i4e45</pub-id>
        <pub-id pub-id-type="pmcid">PMC3234168</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yom-Tov</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Borsa</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cox</surname>
            <given-names>IJ</given-names>
          </name>
          <name name-style="western">
            <surname>McKendry</surname>
            <given-names>RA</given-names>
          </name>
        </person-group>
        <article-title>Detecting disease outbreaks in mass gatherings using Internet data</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <month>06</month>  
        <day>18</day>  
        <volume>16</volume>  
        <issue>6</issue>  
        <fpage>e154</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/6/e154/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3156</pub-id>
        <pub-id pub-id-type="medline">24943128</pub-id>
        <pub-id pub-id-type="pii">v16i6e154</pub-id>
        <pub-id pub-id-type="pmcid">PMC4090384</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Rudin</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Perry</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Shekelle</surname>
            <given-names>PG</given-names>
          </name>
        </person-group>
        <article-title>Health information technology: an updated systematic review with a focus on meaningful use</article-title>
        <source>Ann Intern Med</source>  
        <year>2014</year>  
        <month>01</month>  
        <day>7</day>  
        <volume>160</volume>  
        <issue>1</issue>  
        <fpage>48</fpage>  
        <lpage>54</lpage>  
        <pub-id pub-id-type="doi">10.7326/M13-1531</pub-id>
        <pub-id pub-id-type="medline">24573664</pub-id>
        <pub-id pub-id-type="pii">1811028</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gavrielov-Yusim</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Friger</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Use of administrative medical databases in population-based research</article-title>
        <source>J Epidemiol Community Health</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>68</volume>  
        <issue>3</issue>  
        <fpage>283</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1136/jech-2013-202744</pub-id>
        <pub-id pub-id-type="medline">24248997</pub-id>
        <pub-id pub-id-type="pii">jech-2013-202744</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patadia</surname>
            <given-names>VK</given-names>
          </name>
          <name name-style="western">
            <surname>Schuemie</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Coloma</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Herings</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>van der Lei</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Straus</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sturkenboom</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Trifirò</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Evaluating performance of electronic healthcare records and spontaneous reporting data in drug safety signal detection</article-title>
        <source>Int J Clin Pharm</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>37</volume>  
        <issue>1</issue>  
        <fpage>94</fpage>  
        <lpage>104</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11096-014-0044-5</pub-id>
        <pub-id pub-id-type="medline">25488315</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
        <source>Apollo Medical Software Solutions</source>  
        <access-date>2017-07-01</access-date>
        <comment>Apollo Data Extraction: Turning data into information 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.apollo-medical.com/apollo-sql-suite/">http://www.apollo-medical.com/apollo-sql-suite/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdR6CADj"/></comment> </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
        <source>EMIShealth</source>  
        <access-date>2017-06-21</access-date>
        <comment>EMIS Health Website 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.emishealth.com/">https://www.emishealth.com/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdRxJoxq"/></comment> </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
        <source>Vision Health</source>  
        <access-date>2017-06-21</access-date>
        <comment>Vision 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.visionhealth.co.uk/">https://www.visionhealth.co.uk/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdUWMrg5"/></comment> </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
        <source>TPP-UK</source>  
        <access-date>2017-08-11</access-date>
        <comment>SystmOne 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.tpp-uk.com/products/systmone">http://www.tpp-uk.com/products/systmone</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sdaC9VHJ"/></comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
