<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i2e13590</article-id>
      <article-id pub-id-type="pmid">31094359</article-id>
      <article-id pub-id-type="doi">10.2196/13590</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Fast Healthcare Interoperability Resources, Clinical Quality Language, and Systematized Nomenclature of Medicine—Clinical Terms in Representing Clinical Evidence Logic Statements for the Use of Imaging Procedures: Descriptive Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Durack</surname>
            <given-names>Jeremy</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Willett</surname>
            <given-names>Duwayne</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" equal-contrib="yes">
          <name name-style="western">
            <surname>Odigie</surname>
            <given-names>Eseosa</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7503-0982</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Lacson</surname>
            <given-names>Ronilda</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Evidence-Based Imaging</institution>
            <institution>Brigham and Women's Hospital</institution>
            <addr-line>20 Kent Street</addr-line>
            <addr-line>Brookline, MA, 02445</addr-line>
            <country>United States</country>
            <phone>1 6175259712</phone>
            <fax>1 6175257575</fax>
            <email>rlacson@rics.bwh.harvard.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3300-1176</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Raja</surname>
            <given-names>Ali</given-names>
          </name>
          <degrees>MBA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8909-3586</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Osterbur</surname>
            <given-names>David</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5953-538X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Ip</surname>
            <given-names>Ivan</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4420-895X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>Schneider</surname>
            <given-names>Louise</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7305-7898</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib7">
          <name name-style="western">
            <surname>Khorasani</surname>
            <given-names>Ramin</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2681-3574</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Center for Evidence-Based Imaging</institution>
      <institution>Brigham and Women's Hospital</institution>  
      <addr-line>Brookline, MA</addr-line>
      <country>United States</country></aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Countway Medical Library</institution>
      <institution>Harvard Medical School</institution>  
      <addr-line>Boston, MA</addr-line>
      <country>United States</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Ronilda Lacson 
        <email>rlacson@rics.bwh.harvard.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><season>Apr-Jun</season><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>05</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>2</issue>
      <elocation-id>e13590</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>1</day>
          <month>2</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>3</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Eseosa Odigie, Ronilda Lacson, Ali Raja, David Osterbur, Ivan Ip, Louise Schneider, Ramin Khorasani. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 13.05.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://medinform.jmir.org/2019/2/e13590/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Evidence-based guidelines and recommendations can be transformed into “If-Then” Clinical Evidence Logic Statements (CELS). Imaging-related CELS were represented in standardized formats in the Harvard Medical School Library of Evidence (HLE).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to (1) describe the representation of CELS using established Systematized Nomenclature of Medicine—Clinical Terms (SNOMED CT), Clinical Quality Language (CQL), and Fast Healthcare Interoperability Resources (FHIR) standards and (2) assess the limitations of using these standards to represent imaging-related CELS.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study was exempt from review by the Institutional Review Board as it involved no human subjects. Imaging-related clinical recommendations were extracted from evidence sources and translated into CELS. The clinical terminologies of CELS were represented using SNOMED CT and the condition-action logic was represented in CQL and FHIR. Numbers of fully and partially represented CELS were tallied.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 765 CELS were represented in the HLE as of December 2018. We were able to fully represent 137 of 765 (17.9%) CELS using SNOMED CT, CQL, and FHIR. We were able to represent terms using SNOMED CT in the temporal component for action (“Then”) statements in CQL and FHIR in 755 of 765 (98.7%) CELS.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>CELS were represented as shareable clinical decision support (CDS) knowledge artifacts using existing standards—SNOMED CT, FHIR, and CQL—to promote and accelerate adoption of evidence-based practice. Limitations to standardization persist, which could be minimized with an add-on set of standard terms and value sets and by adding time frames to the CQL framework.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>knowledge representation</kwd>
        <kwd>guidelines</kwd>
        <kwd>evidence-based medicine</kwd>
        <kwd>clinical decision support</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Imaging clinical decision support (CDS) applies health information technology (IT) to inform clinical decision making at the point of care regarding the need for imaging or the optimal study based on the best available evidence [<xref ref-type="bibr" rid="ref1">1</xref>]. Legislation has called for the use of health IT, including CDS, for health promotion and health quality improvement [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Subsequently, regulations promulgated in response to the Protecting Access to Medicare Act (PAMA) state that health care providers should reference appropriate use criteria or evidence-based clinical knowledge while ordering certain advanced imaging exams [<xref ref-type="bibr" rid="ref4">4</xref>]. Such an evidence-based approach to appropriate medical imaging by way of CDS systems can help mitigate health care costs and imaging utilization, while providing appropriate and safe health care to those who require these procedures [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Many guidelines, recommendations, systematic reviews, and clinical decision rules have been published or endorsed by national societies in the peer-reviewed literature and as best practices by other provider groups related to appropriate use of advanced imaging procedures for certain indications. The knowledge contained in these recommendations and guidelines can be transformed into Clinical Evidence Logic Statements (CELS) that can be implemented into CDS systems. However, to be widely shared and usable in such systems, CELS must be translated into established standardized syntax and formats such as Systematized Nomenclature of Medicine—Clinical Terms (SNOMED CT) [<xref ref-type="bibr" rid="ref8">8</xref>], Clinical Quality Language (CQL) [<xref ref-type="bibr" rid="ref9">9</xref>], and Fast Healthcare Interoperability Resources (FHIR) [<xref ref-type="bibr" rid="ref10">10</xref>]. SNOMED International does not charge for the use of SNOMED CT in SNOMED International Member countries or territories; CQL and FHIR are Health Level Seven (HL7) standards and are available at no cost under a licensing agreement by which HL7 will retain its copyright. Key components of each standard are summarized in the subsections that follow.</p>
      </sec>
      <sec>
        <title>Systematized Nomenclature of Medicine—Clinical Terms Compositional Grammar</title>
        <p>SNOMED CT compositional grammar is a standard ontology for representing clinical concepts and establishes relationships between them [<xref ref-type="bibr" rid="ref8">8</xref>]. Clinical terms such as “X-ray knee” can be modeled in SNOMED CT, where each concept is linked to an identifying number. Concepts in SNOMED CT are organized into expressions. Precoordinated expressions are represented by a single concept identifier. Postcoordinated expressions are those that are represented by combining two or more concept identifiers. SNOMED CT establishes rules and hierarchies that define attributes, qualifiers, and relationships between concepts [<xref ref-type="bibr" rid="ref11">11</xref>]. SNOMED CT also enables reference sets, which can be used to group SNOMED CT components (ie, concepts).</p>
      </sec>
      <sec>
        <title>Health Level Seven Clinical Quality Language Standard</title>
        <p>The HL7 CQL Specification was developed to standardize the representation of clinical logic for clinical quality improvement [<xref ref-type="bibr" rid="ref12">12</xref>]. More specifically, CQL was developed with the target of harmonizing expression logic. An additional component of the CQL Standard is the Expression Logical Model (ELM) [<xref ref-type="bibr" rid="ref12">12</xref>]. Each CQL logic file is also represented as an ELM Extensible Markup Language (XML) document, which allows for an action to be represented for CDS. CQL files can reference clinical terms represented using SNOMED CT [<xref ref-type="bibr" rid="ref8">8</xref>]. CQL files can also reference data models, such as the Quality Information and Clinical Knowledge (QUICK) logical model [<xref ref-type="bibr" rid="ref13">13</xref>]. The QUICK data model defines the format and structure of the “retrieve” expressions in a CQL library. The retrieve declaration gathers a list of clinical data that is specific to the context of the patient or the population and to the retrieve itself.</p>
      </sec>
      <sec>
        <title>Fast Healthcare Interoperability Resources</title>
        <p>FHIR is a standard for sharing health care information with multiple functional areas known as resources [<xref ref-type="bibr" rid="ref10">10</xref>]. These modules or individual components can be combined into a framework that can be implemented in a health care system. The modules are generated in a format that can be recognized and utilized by most health care systems, while also allowing for flexibility and customization of these resources through extensions. Data representation in FHIR can be in the XML, JavaScript Object Notation (JSON), or Turtle formats and it uses both CQL and SNOMED CT standards in its representations. The FHIR “decisionsupportrule” resource [<xref ref-type="bibr" rid="ref14">14</xref>], expressed through the ELM, represents shareable knowledge artifacts for CDS.</p>
        <p>The Harvard Medical School Library of Evidence (HLE) provides a repository of medical evidence, publicly available from the HLE website, from a range of recommendation sources that can be utilized in CDS systems [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Each unit of medical evidence is represented as a CELS of “If-Then” logic statement form (eg, If [age&gt;X] And [symptom] Then Not [procedure]). We aimed to (1) describe the representation of CELS using the established standards of SNOMED CT, CQL, and FHIR and (2) assess the limitations of using these standards to represent the CELS in the HLE.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Setting</title>
        <p>This descriptive study was exempt from the requirement of review from the Institutional Review Board as it did not include human subjects. The HLE currently contains imaging-related recommendations from clinical decision rules, professional society guidelines, and locally developed best practice guidelines [<xref ref-type="bibr" rid="ref17">17</xref>]. As of December 20, 2018, there were a total of 765 completely graded CELS from 134 evidence sources in the HLE. A total of 235 of the CELS are Choosing Wisely content [<xref ref-type="bibr" rid="ref18">18</xref>], pertaining to Priority Clinical Areas (eg, cervical or neck pain and suspected pulmonary embolism) specified by the Centers for Medicare and Medicaid Services [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Representing Clinical Evidence Logic Statements in Established Standards: An Overview</title>
        <p>Steps in the process of translating a unit of evidence into FHIR so that it can be used in CDS are summarized in <xref ref-type="fig" rid="figure1">Figure 1</xref>. Recommendations are extracted from evidence sources, including published guidelines, recommendations, systematic reviews, clinical decision rules, and local best practices; each extracted recommendation is known as a unit of evidence. Each unit of evidence is then organized into an “If [condition] Then [action]” format which is known as a CELS. Therefore, each CELS consists of clinical terms and logic operators and has associated metadata (eg, source and author).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Relationship between the standards. HL7: Health Level Seven.</p>
          </caption>
          <graphic xlink:href="medinform_v7i2e13590_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Transforming a Unit of Evidence to Fast Healthcare Interoperability Resources: An Example</title>
        <sec>
          <title>Overview</title>
          <p>An in-depth transformation of a unit of evidence to FHIR is described below using a peer-reviewed article with recommendations for using ventilation-perfusion single-photon emission computed tomography (VQ SPECT) imaging for diagnosing pulmonary embolism [<xref ref-type="bibr" rid="ref20">20</xref>]. The article recommends using VQ SPECT in patients with suspected pulmonary embolism (PE), and can be written as the following CELS: “If [Suspected PE] Then [VQ SPECT].”</p>
          <p>Previous studies related to the HLE have identified three main types of variations in logic: single-decision statements, branching statements, and score-based statements [<xref ref-type="bibr" rid="ref16">16</xref>]. The “Suspected PE” recommendation is an example of a single-decision statement.</p>
        </sec>
        <sec>
          <title>Representing the Terms Using Systematized Nomenclature of Medicine: Clinical Terms</title>
          <p>We modeled “Suspected PE” in SNOMED CT as follows: code “suspected PE”: '417113001'. This is an example of a precoordinated match.</p>
        </sec>
        <sec>
          <title>Representing Clinical Logic in Clinical Quality Language</title>
          <p>The CQL file is structured into a series of categories including the following:</p>
          <list list-type="order">
            <list-item>
              <p>Library: this is the name of the reference file, which is referenced by the secondary ELM file needed for each clinical decision.</p>
            </list-item>
            <list-item>
              <p>Using: this term defines the data model that will be used (eg, QUICK).</p>
            </list-item>
            <list-item>
              <p>Code System: this identifies the standardized code system, such as SNOMED CT.</p>
            </list-item>
            <list-item>
              <p>Value Set: this identifies the specific codes within the code system that will be referenced in the clinical logic; either extensional or intensional value sets can be used.</p>
            </list-item>
            <list-item>
              <p>Context: this can either be patient or population. For clinical logic in the HLE, the context is patient, as most data references the patient.</p>
            </list-item>
            <list-item>
              <p>Define: this is a statement that creates a local name for conditions (eg, in an “If” statement).</p>
            </list-item>
          </list>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Suspected pulmonary embolism Clinical Quality Language (CQL) file. QUICK: Quality Information and Clinical Knowledge; SNOMED: Systematized Nomenclature of Medicine; PE: pulmonary embolism.</p>
            </caption>
            <graphic xlink:href="medinform_v7i2e13590_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Although one can define an infinite number of subsets, these <italic>define</italic> statements should be organized and succinct. Naming the <italic>define</italic> statements creates a local name for all the conditions and rules that either exist or do not exist to make up a defined statement subset; this also allows one to reference the list of conditions in a future <italic>define</italic> statement, so that the <italic>define</italic> statements can be stacked. In most cases, the last <italic>define</italic> statement in the CQL file will be a <italic>define</italic> statement that contains all the conditions in the “If” statement that must be true to initiate the “Then” portion of the recommendation. A complete CQL file is shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p>
        </sec>
        <sec>
          <title>Representation in Fast Healthcare Interoperability Resources</title>
          <p>The ELM file (see <xref ref-type="fig" rid="figure3">Figure 3</xref>) is the second file necessary to share clinical logic written in CQL. As mentioned previously, the ELM is a machine-readable, canonical representation of the CQL logic, which is the intermediate step in implementing the logic written in CQL. This is where the Event, Context, and Actions are defined. The organization of the ELM file is dictated by the FHIR standard “decisionsupportrule” resource. It can be formatted in the XML, JSON, or Turtle formats; HLE uses XML.</p>
          <p>The setup of the ELM file is shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. Each individual decision rule, which thereby contains an individual action, has its own XML file.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Suspected pulmonary embolism Extensible Markup Language (XML) file. HL7: Health Level Seven; FHIR: Fast Healthcare Interoperability Resources; CELS: Clinical Evidence Logic Statement; VQ SPECT: ventilation-perfusion single-photon emission computed tomography; PE: pulmonary embolism; SNOMED: Systematized Nomenclature of Medicine.</p>
            </caption>
            <graphic xlink:href="medinform_v7i2e13590_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <boxed-text id="box1" position="float">
            <title>Setup of the Expression Logical Model (ELM) file.</title>
            <p>&lt;action&gt;&lt;/action&gt;: This portion of the Extensible Markup Language (XML) file references whether the clinical logic deems the test inappropriate or appropriate. The action can either be “Rule can be applied” if the test is appropriate or “Rule cannot be applied” if the test is not appropriate.</p>
            <p>&lt;condition value = /&gt;: In this part of the file, the name of the final <italic>define</italic> statement that contains all the conditions that renders the action true is referenced. Thus, a subset of clinical logic is referenced.</p>
            <p>&lt;moduleMetadata&gt;&lt;/moduleMetadata&gt;: General information about the library file is referenced (eg, author names and title).</p>
            <p>&lt;library&gt;&lt;/library&gt;: This portion of the XML file references the name of the Clinical Quality Language (CQL) file that contains the logic relevant to the action and condition.</p>
            <p>&lt;trigger&gt;&lt;/trigger&gt;: This portion of the XML file references the clinical order that is related to the clinical logic and contains the event that triggers a decision rule. This trigger is defined in the implementation environment, and not defined in CQL.</p>
          </boxed-text>
          <p>The FHIR framework allows for the combination of multiple CQL files with their corresponding XML files. FHIR supports single-decision statements, branching-decision statements, and score-based statements.</p>
        </sec>
      </sec>
      <sec>
        <title>Representation of Branching Statements</title>
        <p>Branching statements are recommendations that are applicable to patients with similar indications but fulfil various criteria; for example, recommendations for managing pulmonary embolism in pregnant patients versus nonpregnant patients. Thus, there are more than two CELS generated for the evidence source. The first step of translating these units of evidence is creating a decision tree. Each end point of the decision tree corresponds to a CELS, to be represented in CQL.</p>
      </sec>
      <sec>
        <title>Representation of Score-Based Statements</title>
        <p>Score-based units of evidence also produce more than two CELS, corresponding to evidence-based scores; for example, recommendation for managing acute appendicitis for an Acute Inflammatory Response (AIR) score of 5. The ELM files created for each CQL file in the branched and score-based statement follow the same format as the ELM files in the single-decision statement.</p>
      </sec>
      <sec>
        <title>Assessing Representation of Clinical Evidence Logic Statements in Established Standards</title>
        <p>The HLE contained a total of 2616 CELS at the time of data analysis for this publication. Among these, we counted the number of CELS that we were able to represent in SNOMED CT, CQL, and FHIR and reported this as a percentage of the total number of cells. For each of these, we characterized those CELS that could not be represented in SNOMED CT and those that could not be represented in CQL. CELS were defined as represented in SNOMED CT when all terms in the CELS could be represented using SNOMED CT. CELS are defined as represented in CQL when the action of the CELS, after the “Then” portion, could be represented in the ELM in the FHIR format.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We were able to represent terms using SNOMED CT in the temporal component for action (“Then”) statements in CQL and FHIR in 755 of 765 (98.7%) of CELS. Of the completely graded 765 CELS in the evidence library, 17.9% (n=137) were fully represented using SNOMED CT, CQL, and FHIR (see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <p>Reasons why CELS were not adequately represented are included in <xref ref-type="boxed-text" rid="box2">Textboxes 2</xref>-<xref ref-type="boxed-text" rid="box4">4</xref> and are summarized as follows:</p>
      <list list-type="order">
        <list-item>
          <p>Clinical terms are unrepresented using SNOMED CT. Some clinical terms within logic statements contained one or more clinical terms not represented in SNOMED CT (eg, AIR score for acute appendicitis) [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        </list-item>
        <list-item>
          <p>Standard English phrases were unrepresented using SNOMED CT. Some common phrases that were not represented using SNOMED CT include “new feature” or “vehicle rollover.”</p>
        </list-item>
        <list-item>
          <p>Temporal phrases were unrepresented in CQL. An additional number of CELS were not adequately represented as the “Then” portion of the logic statement because a temporal component could not be represented in CQL (eg, computed tomography [CT] chest in 12 months) and, subsequently, with the FHIR “decisionsupportrule” resource (see <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>).</p>
        </list-item>
      </list>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Partially represented CELS<sup>a</sup> in the Harvard Medical School Library of Evidence.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="600"/>
          <col width="400"/>
          <thead>
            <tr valign="top">
              <td>Type of CELS</td>
              <td>Number of CELS (N=765), n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>CELS fully represented using SNOMED CT<sup>b</sup>, CQL<sup>c</sup>, and FHIR<sup>d</sup></td>
              <td>137 (17.9)</td>
            </tr>
            <tr valign="top">
              <td>CELS partially represented using SNOMED CT</td>
              <td>628 (82.1)</td>
            </tr>
            <tr valign="top">
              <td>CELS partially represented due to CQL</td>
              <td>10 (1.3)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>CELS: Clinical Evidence Logic Statement.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>SNOMED CT: Systematized Nomenclature of Medicine—Clinical Terms.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>CQL: Clinical Quality Language.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>FHIR: Fast Healthcare Interoperability Resources.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <boxed-text id="box2" position="float">
        <title>Clinical terms unrepresented using Systematized Nomenclature of Medicine—Clinical Terms (SNOMED CT).</title>
        <list list-type="bullet">
          <list-item>
            <p>Acute Inflammatory Response (AIR) score [<xref ref-type="bibr" rid="ref21">21</xref>]</p>
          </list-item>
          <list-item>
            <p>Alvarado score [<xref ref-type="bibr" rid="ref22">22</xref>]</p>
          </list-item>
          <list-item>
            <p>Canadian Computed Tomography (CT) Head Rule [<xref ref-type="bibr" rid="ref23">23</xref>]</p>
          </list-item>
          <list-item>
            <p>Canadian Cervical Spine Rule (CCSR) [<xref ref-type="bibr" rid="ref24">24</xref>]</p>
          </list-item>
          <list-item>
            <p>New Orleans/Charity head trauma rule [<xref ref-type="bibr" rid="ref25">25</xref>]</p>
          </list-item>
          <list-item>
            <p>National Emergency X-Radiography Utilization Study (NEXUS) head trauma rule [<xref ref-type="bibr" rid="ref26">26</xref>]</p>
          </list-item>
          <list-item>
            <p>Magnetic resonance imaging (MRI) shoulder with dedicated metal suppression protocol</p>
          </list-item>
          <list-item>
            <p>O<sub>2</sub> saturation on room air</p>
          </list-item>
          <list-item>
            <p>Optimizing imaging in suspected appendicitis (OPTIMAP) score [<xref ref-type="bibr" rid="ref27">27</xref>]</p>
          </list-item>
          <list-item>
            <p>Revised Geneva (rGeneva) score [<xref ref-type="bibr" rid="ref28">28</xref>]</p>
          </list-item>
          <list-item>
            <p>Simple calculated osteoporosis risk estimation (SCORE) score [<xref ref-type="bibr" rid="ref29">29</xref>]</p>
          </list-item>
          <list-item>
            <p>Simplified Motor Score (SMS) [<xref ref-type="bibr" rid="ref30">30</xref>]</p>
          </list-item>
          <list-item>
            <p>Sex, timing, origin, nausea, erythrocytes (STONE) score [<xref ref-type="bibr" rid="ref31">31</xref>]</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box3" position="float">
        <title>Standard English phrases unrepresented using Systematized Nomenclature of Medicine—Clinical Terms (SNOMED CT).</title>
        <list list-type="bullet">
          <list-item>
            <p>New feature</p>
          </list-item>
          <list-item>
            <p>Suitable candidate</p>
          </list-item>
          <list-item>
            <p>Time-of-flight (TOF) magnetic resonance angiography (MRA)</p>
          </list-item>
          <list-item>
            <p>Vehicle rollover</p>
          </list-item>
        </list>
      </boxed-text>
      <boxed-text id="box4" position="float">
        <title>Temporal phrases unrepresented in Clinical Quality Language (CQL).</title>
        <list list-type="bullet">
          <list-item>
            <p>Computed tomography (CT) chest in 12 months</p>
          </list-item>
          <list-item>
            <p>CT chest in 18-24 months</p>
          </list-item>
          <list-item>
            <p>CT chest in 3 months, 9 months, And 24 months</p>
          </list-item>
          <list-item>
            <p>CT chest in 3-6 months</p>
          </list-item>
          <list-item>
            <p>CT chest in 6-12 months</p>
          </list-item>
          <list-item>
            <p>CT chest in 9-12 months And 24 months</p>
          </list-item>
          <list-item>
            <p>Low-dose CT annually for 3 years</p>
          </list-item>
        </list>
      </boxed-text>
      <p>Examples of partially unrepresented CELS include:</p>
      <list list-type="order">
        <list-item>
          <p>Alvarado score for suspected appendicitis; this is an example of an evidence source with three partially represented CELS, since the term “Alvarado score” does not exist in the SNOMED CT standard ontology, as indicated by the asterisk:</p>
          <list list-type="alpha-lower">
            <list-item>
              <p>If [Alvarado score* &gt;=4] And [Alvarado score* &lt;=6] Then [CT abdomen]</p>
            </list-item>
            <list-item>
              <p>If [Alvarado score* &lt;4] Then Not [CT Abdomen]</p>
            </list-item>
            <list-item>
              <p>If [Alvarado score* &gt;6] Then Not [CT Abdomen]</p>
            </list-item>
          </list>
        </list-item>
        <list-item>
          <p>Guidelines for management of small pulmonary nodules detected on CT scans—a statement from the Fleischner Society [<xref ref-type="bibr" rid="ref32">32</xref>]:</p>
          <list list-type="alpha-lower">
            <list-item>
              <p>If [pulmonary nodule on chest CT] And [nodule size &lt;=4mm] And [high risk] Then [CT chest in 12 months]</p>
            </list-item>
            <list-item>
              <p>If [pulmonary nodule on chest CT] And [nodule size &gt;4mm] And [nodule size &lt;=6] And [low risk] Then [CT Chest in 12 months]</p>
            </list-item>
            <list-item>
              <p>If [pulmonary nodule on chest CT] And [nodule size &gt;4mm] And [nodule size &lt;=6] And [high risk] Then [CT chest in 6-12 months]</p>
            </list-item>
          </list>
        </list-item>
      </list>
      <p>These CELS are examples of partially represented CELS due to actions such as “CT chest in 6-12 months” and “CT chest in 12 months.” These actions contain a future temporal component that cannot be represented in CQL. CT chest can be represented in a define statement. However, a define statement in CQL for scheduling a procedure at a future time cannot be created. Furthermore, value sets for terms such as “high risk” are not available.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Overall, 17.9% (137/765) of CELS were represented as shareable CDS knowledge artifacts using existing standards, SNOMED CT, FHIR, and CQL to promote and accelerate adoption of evidence-based practice. More work to represent imaging-related CELS need to be undertaken to standardize clinical knowledge included in the HLE. A few limitations to utilizing these standards for CDS implementation in the evidence library were identified. While SNOMED CT is robust, some terms do not exist in its ontology. For example, names for known rules or scores such as “Revised Geneva score” [<xref ref-type="bibr" rid="ref28">28</xref>] cannot be represented. The HLE is currently in the process of creating an add-on set of terms in SNOMED CT so that these terms will have an ID and mapping.</p>
        <p>In addition, English words, which contribute to the meaning of a clinical recommendation (eg, “high risk” and “suitable candidate”), may not be represented using SNOMED CT. In those situations, one can substitute terms that are in SNOMED CT that are a synonym or close in meaning to the original term. Use of value sets to enumerate concepts that may map to a criterion in a recommendation may be useful. However, these mappings are not always exact and may change the interpretation of the clinical recommendation. This limitation can also possibly be amended through an add-on set of terms to SNOMED CT. SNOMED CT is updated twice yearly and updates can include newly added concepts. In addition, developing an add-on set of terms can be expedited by creating more value sets, specifically sets of code from hierarchy-based definitions that are algorithmically defined (ie, intensional value sets) or enumerated (ie, extensional value sets). These can be disseminated publicly (eg, via the Value Set Authority Center) to accelerate cross-organizational efforts for terminology standardization. More importantly, guidelines and recommendations should be limited to using standardized terminology prior to getting published.</p>
        <p>The limitations of the FHIR framework include determining ways to represent temporal actions and phrases. CQL gives rise to a temporal framework as the time frame of a condition can be defined; for example, “If CT chest in the past 12 months” can be represented. However, this allowance is limited to conditions within the “If” statement, and currently there is no temporal framework in the CQL file or future temporal component in the ELM file that runs an action (eg, “CT chest in 12 months” cannot be written in the XML file). Further, recurring actions such as “9-12 months And 24 months” cannot be represented. The current actions determine whether imaging at that exact time is appropriate or not. Clinical logic could be restructured in the “If-Then” statement to incorporate the time frame into the “If,” but this does not work in every situation. A systemized and structured approach to these statements with time frames should be added onto the CQL and FHIR framework by developers or CDS implementation services that expands upon the representation of time within the actions of CDS.</p>
        <p>To summarize, a unit of evidence in the HLE is structured as a CELS. We represented terms using a standard terminology, SNOMED CT. The conditions or “If” statements are represented in CQL. Using the FHIR resource “decisionsupportrule,” we combine the action and the condition to represent CDS knowledge artifacts. CELS are publicly available and represented using existing standards to promote and accelerate adoption of evidence into daily practice to improve the quality of care and reduce waste.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>CELS were represented as shareable CDS knowledge artifacts using existing standards—SNOMED CT, FHIR, and CQL—to promote and accelerate adoption of evidence-based practice. However, more work needs to be done to represent terminology and value sets and to model future temporal action in CDS recommendations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIR</term>
          <def>
            <p>Acute Inflammatory Response</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CCSR</term>
          <def>
            <p>Canadian Cervical Spine Rule</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CDS</term>
          <def>
            <p>clinical decision support</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CELS</term>
          <def>
            <p>Clinical Evidence Logic Statement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CQL</term>
          <def>
            <p>Clinical Quality Language</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CT</term>
          <def>
            <p>computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ELM</term>
          <def>
            <p>Expression Logical Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">HL7</term>
          <def>
            <p>Health Level Seven</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">HLE</term>
          <def>
            <p>Harvard Medical School Library of Evidence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">IT</term>
          <def>
            <p>information technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">JSON</term>
          <def>
            <p>JavaScript Object Notation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">MRA</term>
          <def>
            <p>magnetic resonance angiography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">MRI</term>
          <def>
            <p>magnetic resonance imaging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">NEXUS</term>
          <def>
            <p>National Emergency X-Radiography Utilization Study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">OPTIMAP</term>
          <def>
            <p>optimizing imaging in suspected appendicitis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">PAMA</term>
          <def>
            <p>Protecting Access to Medicare Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">PE</term>
          <def>
            <p>pulmonary embolism</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb19">QUICK</term>
          <def>
            <p>Quality Information and Clinical Knowledge</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb20">rGeneva</term>
          <def>
            <p>Revised Geneva</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb21">SCORE</term>
          <def>
            <p>simple calculated osteoporosis risk estimation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb22">SMS</term>
          <def>
            <p>Simplified Motor Score</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb23">SNOMED CT</term>
          <def>
            <p>Systematized Nomenclature of Medicine—Clinical Terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb24">STONE</term>
          <def>
            <p>sex, timing, origin, nausea, erythrocytes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb25">TOF</term>
          <def>
            <p>time-of-flight</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb26">VQ SPECT</term>
          <def>
            <p>ventilation-perfusion single-photon emission computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb27">XML</term>
          <def>
            <p>Extensible Markup Language</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Ms Laura Peterson for reviewing the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to the study design and data acquisition; EO, RL, and RK are responsible for data analysis and interpretation. All authors contributed significant intellectual content during the manuscript preparation and revisions, approved the final version, and accept accountability for the overall integrity of the research process and the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Khorasani</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hentel</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Darer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Langlotz</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ip</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Manaker</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cardella</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Min</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Seltzer</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Ten commandments for effective clinical decision support for imaging: Enabling evidence-based practice to improve quality and reduce waste</article-title>
        <source>AJR Am J Roentgenol</source>  
        <year>2014</year>  
        <month>11</month>  
        <volume>203</volume>  
        <issue>5</issue>  
        <fpage>945</fpage>  
        <lpage>951</lpage>  
        <pub-id pub-id-type="doi">10.2214/AJR.14.13134</pub-id>
        <pub-id pub-id-type="medline">25341131</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Department of Health and Human Services</collab>
        </person-group>
        <source>Federal Register (volume 72, issue 209)</source>  
        <year>2009</year>  
        <month>10</month>  
        <day>30</day>  
        <access-date>2019-05-03</access-date>
        <comment>HIPAA administrative simplification: Enforcement 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.govinfo.gov/content/pkg/PLAW-111publ5/pdf/PLAW-111publ5.pdf">https://www.govinfo.gov/content/pkg/PLAW-111publ5/pdf/PLAW-111publ5.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="787zG6aj2"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gold</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>McLaughlin</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Assessing HITECH implementation and lessons: 5 years later</article-title>
        <source>Milbank Q</source>  
        <year>2016</year>  
        <month>09</month>  
        <volume>94</volume>  
        <issue>3</issue>  
        <fpage>654</fpage>  
        <lpage>687</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27620687"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/1468-0009.12214</pub-id>
        <pub-id pub-id-type="medline">27620687</pub-id>
        <pub-id pub-id-type="pmcid">PMC5020152</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <source>Medicare: Considerations for Expansion of the Appropriate Use Criteria Program</source>  
        <year>2015</year>  
        <month>09</month>  
        <day>30</day>  
        <access-date>2019-05-04</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>US Government Accountability Office</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gao.gov/assets/680/672856.pdf">https://www.gao.gov/assets/680/672856.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="7897g4drI"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bright</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dhurjati</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Bristow</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Bastian</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Coeytaux</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Samsa</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Hasselblad</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Musty</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wing</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kendrick</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sanders</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Lobach</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Effect of clinical decision-support systems: A systematic review</article-title>
        <source>Ann Intern Med</source>  
        <year>2012</year>  
        <month>07</month>  
        <day>03</day>  
        <volume>157</volume>  
        <issue>1</issue>  
        <fpage>29</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.7326/0003-4819-157-1-201207030-00450</pub-id>
        <pub-id pub-id-type="medline">22751758</pub-id>
        <pub-id pub-id-type="pii">1206700</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dunne</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ip</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Abbett</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Gershanik</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Raja</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hunsaker</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Khorasani</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Effect of evidence-based clinical decision support on the use and yield of CT pulmonary angiographic imaging in hospitalized patients</article-title>
        <source>Radiology</source>  
        <year>2015</year>  
        <month>07</month>  
        <volume>276</volume>  
        <issue>1</issue>  
        <fpage>167</fpage>  
        <lpage>174</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25686367"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1148/radiol.15141208</pub-id>
        <pub-id pub-id-type="medline">25686367</pub-id>
        <pub-id pub-id-type="pmcid">PMC4554207</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Semelka</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Armao</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Elias</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Huda</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Imaging strategies to reduce the risk of radiation in CT studies, including selective substitution with MRI</article-title>
        <source>J Magn Reson Imaging</source>  
        <year>2007</year>  
        <month>05</month>  
        <volume>25</volume>  
        <issue>5</issue>  
        <fpage>900</fpage>  
        <lpage>909</lpage>  
        <pub-id pub-id-type="doi">10.1002/jmri.20895</pub-id>
        <pub-id pub-id-type="medline">17457809</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>US National Library of Medicine</source>  
        <year>2009</year>  
        <access-date>2019-04-21</access-date>
        <publisher-loc>Bethesda, MD</publisher-loc>
        <publisher-name>US National Library of Medicine, National Institutes of Health, Health &amp; Human Services</publisher-name>
        <comment>SNOMED CT 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nlm.nih.gov/research/umls/Snomed/snomed_main.html">http://www.nlm.nih.gov/research/umls/Snomed/snomed_main.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77pK7mQhp"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Staes</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Shields</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kandula</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Welch</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Kawamoto</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Design, development, and initial evaluation of a terminology for clinical decision support and electronic clinical quality measurement</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2015</year>  
        <volume>2015</volume>  
        <fpage>843</fpage>  
        <lpage>851</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26958220"/>
        </comment>  
        <pub-id pub-id-type="medline">26958220</pub-id>
        <pub-id pub-id-type="pmcid">PMC4765641</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Benson</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Grieve</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <source>Principles of Health Interoperability: SNOMED CT, HL7 and FHIR. 3rd edition</source>  
        <year>2016</year>  
        <publisher-loc>London, UK</publisher-loc>
        <publisher-name>Springer-Verlag</publisher-name></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>SNOMED CT: Compositional Grammar v2.3.1 - Specification and Guide</source>  
        <year>2016</year>  
        <month>11</month>  
        <day>11</day>  
        <access-date>2019-05-04</access-date>
        <publisher-loc>London, UK</publisher-loc>
        <publisher-name>International Health Terminology Standards Development Organisation (IHTSDO)</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://confluence.snomedtools.org/download/attachments/33496020/doc_CompositionalGrammar_v2.3.1-en-US_INT_20161118.pdf?version=1&amp;modificationDate=1479466314000&amp;api=v2">https://tinyurl.com/y238f5sk</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="789B9FqZx"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <source>HL7.org</source>  
        <year>2018</year>  
        <access-date>2019-04-21</access-date>
        <comment>HL7 Standard: Clinical Quality Language Specification, Release 1 STU3 (CQL 1.3) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://cql.hl7.org/">https://cql.hl7.org/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77pLYH8Db"/></comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>HL7</collab>
        </person-group>
        <source>HL7.org</source>  
        <year>2019</year>  
        <access-date>2019-04-21</access-date>
        <comment>Quick data model 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://hl7.org/fhir/us/qicore/2018Jan/quick/index.html">http://hl7.org/fhir/us/qicore/2018Jan/quick/index.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77pM9tCpe"/></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
        <source>HL7.org</source>  
        <access-date>2019-04-21</access-date>
        <comment>FHIR STU 3 Candidate 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://hl7.org/fhir/2016May/resourcelist.html">http://hl7.org/fhir/2016May/resourcelist.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77pMLBD3Z"/></comment> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lacson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Raja</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Osterbur</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ip</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Schneider</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Bain</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Mita</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Whelan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Silveira</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Dement</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Khorasani</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Assessing strength of evidence of appropriate use criteria for diagnostic imaging examinations</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>01</month>  
        <volume>23</volume>  
        <issue>3</issue>  
        <fpage>649</fpage>  
        <lpage>653</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv194</pub-id>
        <pub-id pub-id-type="medline">26911819</pub-id>
        <pub-id pub-id-type="pii">ocv194</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Varada</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lacson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Raja</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ip</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Schneider</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Osterbur</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Bain</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Vetrano</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Cellini</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mita</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Coletti</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Whelan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Khorasani</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Characteristics of knowledge content in a curated online evidence library</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2018</year>  
        <month>05</month>  
        <day>01</day>  
        <volume>25</volume>  
        <issue>5</issue>  
        <fpage>507</fpage>  
        <lpage>514</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocx092</pub-id>
        <pub-id pub-id-type="medline">29092054</pub-id>
        <pub-id pub-id-type="pii">4569600</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <source>Harvard Medical School Library of Evidence</source>  
        <access-date>2019-04-21</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://libraryofevidence.med.harvard.edu/">http://libraryofevidence.med.harvard.edu/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="77pMU1Cv7"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
        <source>Choosing Wisely</source>  
        <access-date>2019-04-21</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.choosingwisely.org/">http://www.choosingwisely.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="77pMei8Hj"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>Centers for Medicare &amp; Medicaid Services (CMS)‚ HHS</collab>
        </person-group>
        <article-title>Medicare program: Medicare clinical diagnostic laboratory tests payment system. Final rule</article-title>
        <source>Fed Regist</source>  
        <year>2016</year>  
        <month>06</month>  
        <day>23</day>  
        <volume>81</volume>  
        <issue>121</issue>  
        <fpage>41035</fpage>  
        <lpage>41101</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gpo.gov/fdsys/pkg/FR-2016-06-23/pdf/2016-14531.pdf"/>
        </comment>  
        <pub-id pub-id-type="medline">27373013</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grüning</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Drake</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Farrell</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Nokes</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Three-year clinical experience with VQ SPECT for diagnosing pulmonary embolism: Diagnostic performance</article-title>
        <source>Clin Imaging</source>  
        <year>2014</year>  
        <volume>38</volume>  
        <issue>6</issue>  
        <fpage>831</fpage>  
        <lpage>835</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.clinimag.2014.04.003</pub-id>
        <pub-id pub-id-type="medline">24852679</pub-id>
        <pub-id pub-id-type="pii">S0899-7071(14)00104-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mason</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Arunakirinathan</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Reissis</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Kinross</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Risk stratification by the Appendicitis Inflammatory Response score to guide decision-making in patients with suspected appendicitis</article-title>
        <source>Br J Surg</source>  
        <year>2015</year>  
        <month>04</month>  
        <volume>102</volume>  
        <issue>5</issue>  
        <fpage>563</fpage>  
        <lpage>572</lpage>  
        <pub-id pub-id-type="doi">10.1002/bjs.9773</pub-id>
        <pub-id pub-id-type="medline">25727811</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McKay</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Shepherd</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The use of the clinical scoring system by Alvarado in the decision to perform computed tomography for acute appendicitis in the ED</article-title>
        <source>Am J Emerg Med</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>25</volume>  
        <issue>5</issue>  
        <fpage>489</fpage>  
        <lpage>493</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ajem.2006.08.020</pub-id>
        <pub-id pub-id-type="medline">17543650</pub-id>
        <pub-id pub-id-type="pii">S0735-6757(06)00415-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stiell</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Wells</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Vandemheen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Clement</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lesiuk</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Laupacis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>McKnight</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Verbeek</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Brison</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cass</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Eisenhauer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Worthington</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The Canadian CT Head Rule for patients with minor head injury</article-title>
        <source>Lancet</source>  
        <year>2001</year>  
        <month>05</month>  
        <day>05</day>  
        <volume>357</volume>  
        <issue>9266</issue>  
        <fpage>1391</fpage>  
        <lpage>1396</lpage>  
        <pub-id pub-id-type="medline">11356436</pub-id>
        <pub-id pub-id-type="pii">S014067360004561X</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Coffey</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Hewitt</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stiell</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Howarth</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Clement</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Emberton</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Jabbar</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Validation of the Canadian c-spine rule in the UK emergency department setting</article-title>
        <source>Emerg Med J</source>  
        <year>2011</year>  
        <month>10</month>  
        <volume>28</volume>  
        <issue>10</issue>  
        <fpage>873</fpage>  
        <lpage>876</lpage>  
        <pub-id pub-id-type="doi">10.1136/emj.2009.089508</pub-id>
        <pub-id pub-id-type="medline">21068171</pub-id>
        <pub-id pub-id-type="pii">emj.2009.089508</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haydel</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Preston</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Mills</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Luber</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Blaudeau</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>DeBlieux</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Indications for computed tomography in patients with minor head injury</article-title>
        <source>N Engl J Med</source>  
        <year>2000</year>  
        <month>07</month>  
        <day>13</day>  
        <volume>343</volume>  
        <issue>2</issue>  
        <fpage>100</fpage>  
        <lpage>105</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJM200007133430204</pub-id>
        <pub-id pub-id-type="medline">10891517</pub-id>
        <pub-id pub-id-type="pii">MJBA-430204</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mower</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Hoffman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Herbert</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wolfson</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pollack</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Zucker</surname>
            <given-names>M</given-names>
          </name>
          <collab>NEXUS II Investigators</collab>
        </person-group>
        <article-title>Developing a decision instrument to guide computed tomographic imaging of blunt head injury patients</article-title>
        <source>J Trauma</source>  
        <year>2005</year>  
        <month>10</month>  
        <volume>59</volume>  
        <issue>4</issue>  
        <fpage>954</fpage>  
        <lpage>959</lpage>  
        <pub-id pub-id-type="medline">16374287</pub-id>
        <pub-id pub-id-type="pii">00005373-200510000-00022</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Leeuwenburgh</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Stockmann</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Bouma</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Houdijk</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Verhagen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Vrouenraets</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Cobben</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Bossuyt</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Stoker</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Boermeester</surname>
            <given-names>M</given-names>
          </name>
          <collab>OPTIMAP Study Group</collab>
        </person-group>
        <article-title>A simple clinical decision rule to rule out appendicitis in patients with nondiagnostic ultrasound results</article-title>
        <source>Acad Emerg Med</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>21</volume>  
        <issue>5</issue>  
        <fpage>488</fpage>  
        <lpage>496</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/acem.12374"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/acem.12374</pub-id>
        <pub-id pub-id-type="medline">24842498</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Le Gal</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Righini</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Roy</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Sanchez</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Aujesky</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Bounameaux</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Perrier</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Prediction of pulmonary embolism in the emergency department: The revised Geneva score</article-title>
        <source>Ann Intern Med</source>  
        <year>2006</year>  
        <month>02</month>  
        <day>07</day>  
        <volume>144</volume>  
        <issue>3</issue>  
        <fpage>165</fpage>  
        <lpage>171</lpage>  
        <pub-id pub-id-type="medline">16461960</pub-id>
        <pub-id pub-id-type="pii">144/3/165</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cadarette</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Jaglal</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Validation of the simple calculated osteoporosis risk estimation (SCORE) for patient selection for bone densitometry</article-title>
        <source>Osteoporos Int</source>  
        <year>1999</year>  
        <volume>10</volume>  
        <issue>1</issue>  
        <fpage>85</fpage>  
        <lpage>90</lpage>  
        <pub-id pub-id-type="doi">10.1007/s001980050199</pub-id>
        <pub-id pub-id-type="medline">10501785</pub-id>
        <pub-id pub-id-type="pii">90100085.198</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haukoos</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gill</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rabon</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gravitz</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Green</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Validation of the Simplified Motor Score for the prediction of brain injury outcomes after trauma</article-title>
        <source>Ann Emerg Med</source>  
        <year>2007</year>  
        <month>07</month>  
        <volume>50</volume>  
        <issue>1</issue>  
        <fpage>18</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.annemergmed.2006.10.004</pub-id>
        <pub-id pub-id-type="medline">17113193</pub-id>
        <pub-id pub-id-type="pii">S0196-0644(06)02404-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bomann</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Daniels</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Luty</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Molinaro</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Singh</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Gross</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Derivation and validation of a clinical prediction rule for uncomplicated ureteral stone--the STONE score: Retrospective and prospective observational cohort studies</article-title>
        <source>BMJ</source>  
        <year>2014</year>  
        <month>03</month>  
        <day>26</day>  
        <volume>348</volume>  
        <fpage>g2191</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&amp;pmid=24671981"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmj.g2191</pub-id>
        <pub-id pub-id-type="medline">24671981</pub-id>
        <pub-id pub-id-type="pmcid">PMC3966515</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>MacMahon</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Austin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gamsu</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Herold</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jett</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Naidich</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Patz</surname>
            <given-names>EJ</given-names>
          </name>
          <name name-style="western">
            <surname>Swensen</surname>
            <given-names>S</given-names>
          </name>
          <collab>Fleischner Society</collab>
        </person-group>
        <article-title>Guidelines for management of small pulmonary nodules detected on CT scans: A statement from the Fleischner Society</article-title>
        <source>Radiology</source>  
        <year>2005</year>  
        <month>11</month>  
        <volume>237</volume>  
        <issue>2</issue>  
        <fpage>395</fpage>  
        <lpage>400</lpage>  
        <pub-id pub-id-type="doi">10.1148/radiol.2372041887</pub-id>
        <pub-id pub-id-type="medline">16244247</pub-id>
        <pub-id pub-id-type="pii">237/2/395</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
