<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i11e40338</article-id>
      <article-id pub-id-type="pmid">36355401</article-id>
      <article-id pub-id-type="doi">10.2196/40338</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Shared Interoperable Clinical Decision Support Service for Drug-Allergy Interaction Checks: Implementation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Walsh</surname>
            <given-names>Joseph</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mandel</surname>
            <given-names>Josh</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khalilian</surname>
            <given-names>Engineer Reza</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Tanner</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Jung</surname>
            <given-names>Sungwon</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0772-5840</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Bae</surname>
            <given-names>Sungchul</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7759-7920</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Seong</surname>
            <given-names>Donghyeong</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8493-7321</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Oh</surname>
            <given-names>Ock Hee</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9598-9207</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Yoomi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1471-1965</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Yi</surname>
            <given-names>Byoung-Kee</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Department of Artificial Intelligent Convergence</institution>
            <institution>Kangwon National University</institution>
            <addr-line>1 Ganwondaehakgil, Chuncheon-si</addr-line>
            <addr-line>Gangwon-do, 24341</addr-line>
            <country>Republic of Korea</country>
            <phone>82 33 250 7672</phone>
            <email>byoungkeeyi@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7699-9629</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Sciences and Technology</institution>
        <institution>Samsung Advanced Institute for Health Sciences and Technology</institution>
        <institution>Sungkyunkwan University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Data Science Research Institute</institution>
        <institution>Samsung Medical Center</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>FirstDIS Ltd</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Electronic Medical Records System Certification Criteria Development Department</institution>
        <institution>Korea Health Information Service</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Artificial Intelligent Convergence</institution>
        <institution>Kangwon National University</institution>
        <addr-line>Gangwon-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Byoung-Kee Yi <email>byoungkeeyi@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>11</issue>
      <elocation-id>e40338</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>10</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Sungwon Jung, Sungchul Bae, Donghyeong Seong, Ock Hee Oh, Yoomi Kim, Byoung-Kee Yi. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 10.11.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/11/e40338" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Clinical decision support (CDS) can improve health care with respect to the quality of care, patient safety, efficiency, and effectiveness. Establishing a CDS system in a health care setting remains a challenge. A few hospitals have used self-developed in-house CDS systems or commercial CDS solutions. Since these in-house CDS systems tend to be tightly coupled with a specific electronic health record system, the functionality and knowledge base are not easily shareable. A shared interoperable CDS system facilitates the sharing of the knowledge base and extension of CDS services.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The study focuses on developing and deploying the national CDS service for the drug-allergy interaction (DAI) check for health care providers in Korea that need to introduce the service but lack the budget and expertise.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>To provide the shared interoperable CDS service, we designed and implemented the system based on the CDS Hooks specification and Health Level Seven (HL7) Fast Healthcare Interoperability Resources (FHIR) standard. The study describes the CDS development process. The system development went through requirement analysis, design, implementation, and deployment. In particular, the concept architecture was designed based on the CDS Hooks structure. The MedicationRequest and AllergyIntolerance resources were profiled to exchange data using the FHIR standard. The discovery and DAI check application programming interfaces and rule engine were developed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The CDS service was deployed on G-Cloud, a government cloud service. In March 2021, the CDS service was launched, and 67 health care providers participated in the CDS service. The health care providers participated in the service with 1,008,357 DAI checks for 114,694 patients, of which 33,054 (3.32%) cases resulted in a “warning.”</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Korea’s Ministry of Health and Welfare has been trying to build an HL7 FHIR-based ecosystem in Korea. As one of these efforts, the CDS service initiative has been conducted. To promote the rapid adoption of the HL7 FHIR standard, it is necessary to accelerate practical service development and to appeal to policy makers regarding the benefits of FHIR standardization. With the development of various case-specific implementation guides using the Korea Core implementation guide, the FHIR standards will be distributed nationwide, and more shared interoperable health care services will be introduced in Korea.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical decision support</kwd>
        <kwd>drug-allergy interaction</kwd>
        <kwd>Health Level 7</kwd>
        <kwd>Fast Healthcare Interoperability Resources</kwd>
        <kwd>interoperability</kwd>
        <kwd>CDS Hooks</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Clinical decision support (CDS) can improve health care with respect to the quality of care, patient safety, efficiency, and effectiveness [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In addition, it can reduce the cognitive burden of the physicians upon using the order sets such as procedures and prescriptions [<xref ref-type="bibr" rid="ref3">3</xref>]. In combination with electronic health records (EHRs), the CDS system influences the behavior of physicians and increases adherence to clinical guidelines [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>However, adopting a CDS system in a health care setting remains a challenge [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Some hospitals have used in-house developed CDS systems or commercial CDS solutions [<xref ref-type="bibr" rid="ref6">6</xref>]. Since an in-house CDS system tends to be tightly coupled with a specific EHR system, the functionalities and knowledge base are not easily sharable. On the other hand, a commercial CDS requires costly integration with existing EHR systems both in terms of time and effort. The situations are worse with small- to medium-sized hospitals, including clinics. Lack of budget and expertise prevents them from implementing CDS services [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Shared interoperable CDS services that enable sharing the knowledge base and expansion of the CDS service can mitigate the previous problems. The services can be implemented using the CDS Hooks, that is, Health Level Seven (HL7) International–published specifications for CDS [<xref ref-type="bibr" rid="ref9">9</xref>]. The CDS Hooks provides a way to call external CDS services remotely within a provider’s workflow [<xref ref-type="bibr" rid="ref10">10</xref>]. It also uses the HL7 Fast Healthcare Interoperability Resources (FHIR) as a data model. By using the FHIR, the CDS services can provide interoperability to health care providers: tertiary hospitals, small- to medium-sized hospitals, and clinics operating on heterogeneous EHR systems. The result of the decision support is to return the cards displaying text, suggestions, or links to launch a Substitutable Medical Applications, Reusable Technologies (SMART) application [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Since 2011, the Health Insurance Review and Assessment Service (HIRA) in Korea has provided the drug utilization review (DUR) program as a CDS system containing real-time drug safety data for doctors and pharmacists. The DUR program presents 11 review items, including drug-drug interactions, duplicate prescriptions, and drug regimen dose and duration. The DUR system has been distributed among over 99.8% of health care providers as of 2019 [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Nonetheless, the adoption of other available CDS services remains a challenge.</p>
      <p>Korea’s Ministry of Health and Welfare (MoHW) oversees several national initiatives to apply and distribute interoperable health IT standards. As one of several national initiatives, feasibility studies are ongoing to embrace the HL7 FHIR standards [<xref ref-type="bibr" rid="ref19">19</xref>], widely adopted in the global health care industry [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>In this study, we focus on developing and deploying the sharable and interoperable CDS service for the drug-allergy interaction (DAI) check based on the CDS Hooks specification at the national level. The main objective of CDS service in the initial stage is technical feasibility and service availability. The DUR program in Korea does not cover the DAI check due to low awareness of the social burden and its prevention for the DAI when setting the review items in 2011 [<xref ref-type="bibr" rid="ref21">21</xref>]. Global concerns regarding DAI are increasing, and inappropriate medication prescriptions frequently occur in all health care settings [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Implementation of CDS service for the DAI check is relatively more accessible than other CDS services [<xref ref-type="bibr" rid="ref12">12</xref>]. The HL7 FHIR standard and CDS Hooks specification allow the CDS service to be sharable, interoperable, and scalable. The study is expected to be a starting point for the national adoption of the HL7 FHIR standards.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We developed a shared interoperable CDS system based on CDS Hooks for a DAI check to provide a service to health care providers. The system is triggered by medication orders in the EHR system. When it is evoked, the system checks the DAI and returns recommendations back to the provider. We developed the system in the following steps: (1) requirement analysis, (2) design, (3) implementation, and (4) deployment. In the first step, we identified data elements used for DAI check and classified them into mandatory and optional. We also selected the FHIR resources for contextual information available within an EHR system. Second, we designed concept architecture and web service end points, representational state transfer (RESTful) application programming interfaces (APIs), based on the CDS Hooks structure. We profiled FHIR resources according to data elements and specified the card, a form that represented a result of decision support. We designed a rule engine including a four-step drug-allergy screening logic and knowledge base. Lastly, we implemented components and functions, and deployed the CDS system on a government-managed cloud service called G-Cloud.</p>
        <p>The CDS service can simultaneously be used by multiple health care providers, such as tertiary hospitals, small- to medium-sized hospitals, and clinics with their own EHR systems. Health care providers can DAI check using a remote CDS service call when ordering medications. An EHR system creates a request payload with patients’ prescriptions and allergy data, and transmits it to the CDS service. The CDS service executes the DAI check logic using the request payload and then returns the result to the EHR system.</p>
      </sec>
      <sec>
        <title>Concept Architecture</title>
        <p>We designed a concept architecture according to the CDS Hooks structure, which consists of CDS services, CDS clients, and cards, as shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The CDS clients that are EHR systems in health care providers invoke the CDS service through a hook that is an event trigger, and the CDS service provides recommendations using a card to the CDS clients. The CDS system was implemented in version 1.0 of the CDS Hooks specification.</p>
        <p>The CDS service was designed as a cloud service and consisted of an interface engine, rule engine, authentication and authorization server, and audit trail. The interface engine has three components: the service gateway, the FHIR resource parser, and the CDS Hooks card generator. The service gateway provides a discovery end point and DAI check end point, and the FHIR resource parser parses request payload data to relay to the rule engine. The CDS Hooks card generator creates decision support results as a card to return to the CDS client. The rule engine checks the DAI using the prescription and patients’ allergy information and then returns a result of allergy screening to the CDS Hooks card generator. The authenticate and authorization server authenticates the EHR system using an issued token, and the audit trail monitors which health care providers invoke the service and when and how often they use it.</p>
        <p>We applied the CDS Hooks security model with some variations to the CDS service. The CDS Hooks specification provides a security model, such as mutual identification, transport layer security protocol, and JSON web token. We developed the authentication and authorization server to provide a token to CDS clients. The token issued by the CDS service authenticates the CDS client. It reduces the burden on the health care provider’s authentication server development and helps a wider adoption of the CDS service. In addition, a whitelist of health care providers is managed based on our risk management strategy.</p>
        <p>The CDS client creates an HTTP request to the CDS Hooks service with parameters that include required fields (hook, hookInstance, and context) and optional fields (fhirServer, fhirAuthorization, and prefetch). The context and prefetch fields have the FHIR resources, which are translated by the FHIR adapter. The FHIR adapter was considered instead of an FHIR server since the adoption of the FHIR standard is in its infancy in Korea.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The concept architecture for the shared interoperable CDS system is based on CDS Hooks anatomy. Multiple health care providers simultaneously invoke the shared interoperable CDS service deployed on G-Cloud using a hook and receive a card as a response. CDS: clinical decision support; EHR: electronic health record; FHIR: Fast Healthcare Interoperability Resources.</p>
          </caption>
          <graphic xlink:href="medinform_v10i11e40338_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>FHIR Resources Profile</title>
        <p>We identified data elements for the DAI check and profiled two FHIR resources, MedicationRequest and AllergyIntolerance, based on the FHIR R4 (v4.0.1) [<xref ref-type="bibr" rid="ref24">24</xref>] and Korea (KR) Core implementation guide (IG) v1.0.0-STU 1 [<xref ref-type="bibr" rid="ref25">25</xref>]. The MedicationRequest resource represents a supply of the medication and administration instructions, as shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>A [<xref ref-type="bibr" rid="ref24">24</xref>]. There are two options for representing medication information in the MedicationRequest resource: referencing the Medication resource to the medicationReference element and assigning the medication code directly to the medicationCodeableConcept element. In this profile, we applied the latter because health care providers do not manage the Medication resource. The medicationCodeableConcept element is bound to the Korea Drug (KD) code, the national code system to identify and manage drug products [<xref ref-type="bibr" rid="ref26">26</xref>]. The cardinality and must support constraints of the MedicationRequest resource are inherited by the KR Core MedicationRequest Profile. The CDS service uses the medication element but not the identifier nor the dosageInstruction elements, although they are marked as must support. Elements designated as a must support are necessary conditions for the FHIR resource to be exchanged, but consumers of the resource do not necessarily have to use all must support elements in principle.</p>
        <p>The AllergyIntolerance resource represents a record of a clinical assessment of an allergy or intolerance, as shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>B [<xref ref-type="bibr" rid="ref24">24</xref>]. The category element with the AllergyIntoleranceCategory value set is assigned the fixed value of “medication.” The code element is bound to a proprietary value set developed by the vendor that provides the rule engine of the CDS service, since there is no national code system that identifies the allergy or intolerance.</p>
        <p>The cardinality constraints of the AllergyIntolerance resource are inherited by the KR Core IG. The identifier, category, and code elements are marked as “must support.” The profiled resources are published to SIMPLIFIER.NET, one of the FHIR registries.</p>
        <p>Two profiled resources are conformant to the KR Core IG in <xref rid="figure3" ref-type="fig">Figure 3</xref>. The KR Core IG, a national-level FHIR IG, such as the US Core [<xref ref-type="bibr" rid="ref27">27</xref>], UK Core [<xref ref-type="bibr" rid="ref28">28</xref>], Australian Base [<xref ref-type="bibr" rid="ref29">29</xref>], and Canadian Baseline [<xref ref-type="bibr" rid="ref30">30</xref>], is essential in the nationwide adoption of the FHIR standards and in building an ecosystem based on the standards. We expect that specific use case FHIR IG based on the resource profiles proposed in this study will be adopted as a national standard in Korea.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The MedicationRequest and AllergyIntolerance resource profile. The resources profiled for the clinical decision support service are inherited from the Korea Core Implementation Guide 1.0.0. Elements with "must support" are marked with an "S" in the red square.</p>
          </caption>
          <graphic xlink:href="medinform_v10i11e40338_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The MedicationRequest and AllergyIntolerance resources profiled through the shared interoperable clinical decision support system are conformed with the KR Core MedicationRequest profile and KR Core AllergyIntolerance profile. FHIR: Fast Healthcare Interoperability; HL7: Health Level Seven; KR: Korea.</p>
          </caption>
          <graphic xlink:href="medinform_v10i11e40338_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>CDS Service Interfaces and Cards</title>
        <p>Two end points were designed and implemented: the discovery and DAI check APIs. The discovery API provides the list of CDS services, including a description of the CDS service and any requested data to be prefetched [<xref ref-type="bibr" rid="ref9">9</xref>]. The DAI check API is the CDS service using the “order-sign” hook, as shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>A. The order-sign hook occurs when the provider is ready to sign one or more orders for a patient, and it has the userId, patientId, and draftOrders as required fields and encounterId as optional. The userId field is included since it is required for the order-sign hook and not used for any other purposes. The CDS service does not distinguish individual providers invoking the service since it does not require a physician ID for DAI checks. The draftOrders field has a Bundle resource that lists MedicationRequest resources. The AllergyIntolerance resources are attached in the prefetch field that describes the relevant data required in the CDS service.</p>
        <p>The CDS service responds to the CDS client with cards containing information, suggested actions, and links to launch an application. The DAI check API returns a card with a “warning” indicator, as shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>B. The cards are JSON documents and have several fields, such as summary, indicator, and source field. The summary field is a summary message for display to the provider, and the importance of the card is represented by the following indicators: “info,” “warning,” and “critical.” The source field is a source of information displayed on this card.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Examples of order-sign hook and warning card. The order-sign hook has userId, patientId, and draftOrders as required fields, but userId is not used in the clinical decision support (CDS) service for the drug-allergy interaction (DAI) check. The card, the response of the CDS service, includes the results of the DAI check, suggested actions, and links to the launch app.</p>
          </caption>
          <graphic xlink:href="medinform_v10i11e40338_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Rule Engine</title>
        <p>We designed and developed the rule engine to check an interaction between a patient’s medication allergens and prescribed medications transmitted from a health care provider, as shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>. The allergen data from the AllergyIntolerance resource can be a brand name, substance, or drug class. The medication data from the MedicationRequest resource is a brand name coded by the KD code managed by the HIRA. The DAI check is performed in a three-step screening process: (1) check whether allergens and prescribed medications have the same product or ingredient, (2) check whether they belong to the ingredient class, and (3) check whether they have a cross-reactive allergen.</p>
        <p>The Drug Allergy database consists of master and relation tables. The master tables are the Drug, Drug Class, Ingredient, and Cross-Reactive Allergen. The Drug and Drug Class tables uniquely identify regulated medicinal products using the KD code as the primary key. The Ingredient table models substances that constitute a medicinal product and includes columns such as ingredient code, name, and synonym. These tables are designed based on the Identification of Medicinal Products, a suite of five International Organization for Standardization standards to facilitate the reliable exchange of medicinal product information. The Ingredient table is related to the Cross-Reactive, Drug, and Drug Class tables by each primary key. In addition to these tables, the drug allergy database has several relation tables used to perform DAI checks.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>The three-step drug-allergy interaction check screening process: (1) check whether allergens and prescribed medications have the same product or ingredient, (2) check whether they belong to the same drug or ingredient class, and (3) check whether they have cross-reactive allergens. KD: Korea Drug.</p>
          </caption>
          <graphic xlink:href="medinform_v10i11e40338_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study did not require ethics approval as no personal data was collected, and no interventions were implemented.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In this study, the national CDS service for the DAI check was developed to ensure the safe use of medicine and was deployed on G-Cloud, a government cloud service established and run by National Computing and Information Service in Korea [<xref ref-type="bibr" rid="ref31">31</xref>]. The CDS service was launched in March 2021 and has been operated by the Korea Health Information Service. As shown in <xref ref-type="table" rid="table1">Table 1</xref>, a total of 67 providers participated in the service with 1,008,357 DAI checks for 114,694 patients, of which 33,054 (3.32%) resulted in a “warning” [<xref ref-type="bibr" rid="ref32">32</xref>]. The results were obtained by analyzing the log data accumulated in the audit trail system.</p>
      <p>Physicians use the national CDS service for the DAI checks when prescribing medications. The physicians should search the allergen codes provided by the CDS service before calling the CDS service. Since Korea does not yet have a national standard allergy code system, most health care providers store allergy data for the patient as text. To use the CDS service, physicians are also expected to search for an allergy code in the proprietary value set. For this extra step, the CDS service IG provides a reference implementation to inquire about the allergen, allergic reaction, and severity codes, as shown in <xref rid="figure6" ref-type="fig">Figure 6</xref>. The health care providers or EHR vendors are expected to develop the component and integrate it with their EHR systems.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Results of the shared interoperable CDS service for drug-allergy interaction check in December 2021.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="670"/>
          <col width="300"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Result category</td>
              <td>Amount</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Participants, n</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Health care providers</td>
              <td>67</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Patients</td>
              <td>114,694</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>CDS<sup>a</sup> service requests, n</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Drug-allergy interaction checks</td>
              <td>1,008,357</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>CDS service responses, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Warning cards</td>
              <td>33,504 (3.32)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No responses</td>
              <td>974,853 (96.68)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>CDS: clinical decision support.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Screenshot of the reference implementation for a patient’s allergen inquiry. To drug-allergy interaction check, physicians should retrieve a patient's allergen code through reference implementation provided by the clincal decision support service.</p>
        </caption>
        <graphic xlink:href="medinform_v10i11e40338_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>The study applied the CDS Hooks specification to provide the nationwide shared interoperable CDS service for the DAI check. The CDS service has been deployed on G-Cloud, and all authorized health care providers can use the service simultaneously through RESTful APIs. As of December 2021, 67 health care providers have participated in the initiative. Since the service developed in this study conforms with the CDS Hooks specification, clinical knowledge bases can be shared, and the services can be scalable.</p>
        <p>According to the CDS service results report, the rate of warnings that occurred among the CDS service was 7.74% from 29 of the 67 participating hospitals for 1610 patients from May to August 2021. Among the warnings, the most frequent was the cross-reactive allergen check (43.55%), followed by the same drug or ingredient class check (28.77%) and the same product or ingredient check (27.68%). After warning responses from the CDS service, 9.07% of prescriptions were changed, and 90.93% were not changed [<xref ref-type="bibr" rid="ref33">33</xref>]. Although warning responses occurred from the CDS service, physicians did not change their prescriptions, which had a rate of 90.93%. This proportion is similar to the range of average override alerts, 46.2% to 96.2% [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. To induce physicians to change their prescriptions, additional information and services such as statistical data, research papers, or the SMART application could be provided as evidence.</p>
        <p>We designed the CDS system based on serverless FHIR architecture. A CDS service can request additional data regarding the clinical workflow context to the FHIR server at providers via the hook parameters in the CDS Hooks specification. In Korea, the adoption of FHIR standards is in its infancy, and few health care providers have FHIR servers for requesting any additional data. Thus, we applied serverless FHIR architecture, identified the required data in advance, and assigned it in the prefetch field.</p>
        <p>As awareness of national allergy codes increases, the MoHW of Korea is developing a national allergy code system. The KR Core AllergyIntolerance profile binds the KR Core AllergyIntolerance Code value set, a renamed version of the AllergyIntolerance Substance value set defined in the FHIR R4. The binding strength of the two value sets is preferred. It is meant to encourage drawing from the specified codes, but it is not required. Currently, there is no national allergy code system available in Korea, and the KR Core AllergyIntolerance Code value set is basically a placeholder for future value set development. Due to the lack of a national allergy code system, we chose to use a proprietary value set. When the national allergy code system is developed, it will replace the value set to draw from the national allergy code system with binding strength required, as well as the KR Core AllergyIntolerance Code value set.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The shared interoperable CDS service for the DAI check based on the CDS Hooks was developed and deployed. The CDS service is currently provided to 67 health care providers. The MoHW has been making efforts to build the HL7 FHIR-based ecosystem in Korea. As one of these efforts, the CDS service initiative was conducted. To promote the rapid adoption of the HL7 FHIR standards, it is necessary to accelerate the practical service development and appeal the benefits of FHIR-based standardization to policy makers; this is the primary purpose of guiding the CDS service. Lastly, with the development of various case-specific IGs based on the KR Core IG, the FHIR standards will be distributed to the health IT industry, and more shared interoperable health care services will be introduced in Korea.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDS</term>
          <def>
            <p>clinical decision support</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DAI</term>
          <def>
            <p>drug-allergy interaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DUR</term>
          <def>
            <p>drug utilization review</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HIRA</term>
          <def>
            <p>Health Insurance Review and Assessment Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">HL7</term>
          <def>
            <p>Health Level Seven</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">IG</term>
          <def>
            <p>implementation guide</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">KD</term>
          <def>
            <p>Korea Drug</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">KR</term>
          <def>
            <p>Korea</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">MoHW</term>
          <def>
            <p>Ministry of Health and Welfare</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">RESTful</term>
          <def>
            <p>representational state transfer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">SMART</term>
          <def>
            <p>Substitutable Medical Applications, Reusable Technologies</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Industrial Strategic Technology Development Program (grant 20020743) funded by the Ministry of Trade, Industry &#38; Energy, Republic of Korea.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Pincock</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgart</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Sadowski</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Fedorak</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Kroeker</surname>
              <given-names>KI</given-names>
            </name>
          </person-group>
          <article-title>An overview of clinical decision support systems: benefits, risks, and strategies for success</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0221-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0221-y</pub-id>
          <pub-id pub-id-type="medline">32047862</pub-id>
          <pub-id pub-id-type="pii">221</pub-id>
          <pub-id pub-id-type="pmcid">PMC7005290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Clinical decision support</article-title>
          <source>HealthIT.gov</source>
          <access-date>2022-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/topic/safety/clinical-decision-support">https://www.healthit.gov/topic/safety/clinical-decision-support</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records and use of clinical decision support</article-title>
          <source>Crit Care Nurs Clin North Am</source>
          <year>2019</year>
          <month>06</month>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>125</fpage>
          <lpage>131</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cnc.2019.02.006</pub-id>
          <pub-id pub-id-type="medline">31047087</pub-id>
          <pub-id pub-id-type="pii">S0899-5885(19)30008-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcial</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenfeld</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Harle</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jing</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dover</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Midboe</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Showk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Breen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fadden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lomotan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Marco-Ruiz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mohamed</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rosendale</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kawamoto</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Barriers, facilitators, and potential solutions to advancing interoperable clinical decision support: multi-stakeholder consensus recommendations for the opioid use case</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2019</year>
          <volume>2019</volume>
          <fpage>637</fpage>
          <lpage>646</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32308858"/>
          </comment>
          <pub-id pub-id-type="medline">32308858</pub-id>
          <pub-id pub-id-type="pmcid">PMC7153100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shortliffe</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Sepúlveda</surname>
              <given-names>Martin J</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support in the era of artificial intelligence</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>12</month>
          <day>04</day>
          <volume>320</volume>
          <issue>21</issue>
          <fpage>2199</fpage>
          <lpage>2200</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2018.17163</pub-id>
          <pub-id pub-id-type="medline">30398550</pub-id>
          <pub-id pub-id-type="pii">2713901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Design and implementation of a standards-based interoperable clinical decision support architecture in the context of the Korean EHR</article-title>
          <source>Int J Med Inform</source>
          <year>2010</year>
          <month>09</month>
          <volume>79</volume>
          <issue>9</issue>
          <fpage>611</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2010.06.002</pub-id>
          <pub-id pub-id-type="medline">20620098</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(10)00113-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JO</given-names>
            </name>
          </person-group>
          <article-title>A study on the architecture of cloud hospital information system for small and medium sized hospitals</article-title>
          <source>The Journal of Society for e-Business Studies</source>
          <year>2015</year>
          <month>08</month>
          <day>31</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>89</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.7838/jsebs.2015.20.3.089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The next healthcarepolicies from the medical perspective</article-title>
          <source>HIRA Policy Brief</source>
          <year>2012</year>
          <month>11</month>
          <day>30</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>126</lpage>
          <pub-id pub-id-type="doi">10.52937/hira.21.1.2.121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Current (draft)</article-title>
          <source>CDS Hooks</source>
          <access-date>2022-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cds-hooks.org/specification/current/">https://cds-hooks.org/specification/current/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>CDS Hooks</article-title>
          <source>eCQI Resource Center</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ecqi.healthit.gov/tool/cds-hooks">https://ecqi.healthit.gov/tool/cds-hooks</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Bruin</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Rappelsberger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Adlassnig</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gawrylkowicz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Exploring methods of implementing Arden Syntax for CDS Hooks</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2020</year>
          <month>06</month>
          <day>23</day>
          <volume>271</volume>
          <fpage>191</fpage>
          <lpage>198</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI200096</pub-id>
          <pub-id pub-id-type="medline">32578563</pub-id>
          <pub-id pub-id-type="pii">SHTI200096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dolin</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Boxwala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shalaby</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A pharmacogenomics clinical decision support service based on FHIR and CDS Hooks</article-title>
          <source>Methods Inf Med</source>
          <year>2018</year>
          <month>12</month>
          <volume>57</volume>
          <issue>S 02</issue>
          <fpage>e115</fpage>
          <lpage>e123</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0038-1676466"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0038-1676466</pub-id>
          <pub-id pub-id-type="medline">30605914</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Clinical reasoning</article-title>
          <source>Health Level Seven International</source>
          <access-date>2022-10-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/clinicalreasoning-module.html">https://www.hl7.org/fhir/clinicalreasoning-module.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandel</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Kreda</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Ramoni</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>SMART on FHIR: a standards-based, interoperable apps platform for electronic health records</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>09</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>899</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26911829"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv189</pub-id>
          <pub-id pub-id-type="medline">26911829</pub-id>
          <pub-id pub-id-type="pii">ocv189</pub-id>
          <pub-id pub-id-type="pmcid">PMC4997036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Noh</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of preventable adverse drug reactions by implementation of the nationwide network of prospective drug utilization review program in Korea</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e0195434</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0195434"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0195434</pub-id>
          <pub-id pub-id-type="medline">29641617</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-22837</pub-id>
          <pub-id pub-id-type="pmcid">PMC5895028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Im</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Effect of a nationwide real-time drug utilization review system on duplicated nonsteroidal antiinflammatory drug prescriptions in Korea</article-title>
          <source>Arthritis Care Res (Hoboken)</source>
          <year>2020</year>
          <month>10</month>
          <volume>72</volume>
          <issue>10</issue>
          <fpage>1374</fpage>
          <lpage>1382</lpage>
          <pub-id pub-id-type="doi">10.1002/acr.24054</pub-id>
          <pub-id pub-id-type="medline">31421035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effect of the introduction of a nationwide DUR system where local DUR systems are operating--The Korean experience</article-title>
          <source>Int J Med Inform</source>
          <year>2015</year>
          <month>11</month>
          <volume>84</volume>
          <issue>11</issue>
          <fpage>912</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.08.007</pub-id>
          <pub-id pub-id-type="medline">26363001</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)30031-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Toward safer prescribing: evaluation of a prospective drug utilization review system on inappropriate prescriptions, prescribing patterns, and adverse drug events and related health expenditure in South Korea</article-title>
          <source>Public Health</source>
          <year>2018</year>
          <month>10</month>
          <volume>163</volume>
          <fpage>128</fpage>
          <lpage>136</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2018.06.009</pub-id>
          <pub-id pub-id-type="medline">30145461</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(18)30214-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayaz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pasha</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Alzahrani</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Budiarto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stiawan</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The Fast Health Interoperability Resources (FHIR) Standard: Systematic literature review of implementations, applications, challenges and opportunities</article-title>
          <source>JMIR Med Inform</source>
          <year>2021</year>
          <month>7</month>
          <day>30</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e21929</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2021/7/e21929/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21929</pub-id>
          <pub-id pub-id-type="medline">34328424</pub-id>
          <pub-id pub-id-type="pii">v9i7e21929</pub-id>
          <pub-id pub-id-type="pmcid">PMC8367140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Healthcare information standardization</article-title>
          <source>Korea Health Information Service</source>
          <access-date>2022-10-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.k-his.or.kr/menu.es?mid=a20203040000">https://www.k-his.or.kr/menu.es?mid=a20203040000</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social burden of drug allergy and its prevention</article-title>
          <source>Korean J Med</source>
          <year>2014</year>
          <volume>87</volume>
          <issue>6</issue>
          <fpage>647</fpage>
          <pub-id pub-id-type="doi">10.3904/kjm.2014.87.6.647</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Pillans</surname>
              <given-names>PI</given-names>
            </name>
            <name name-style="western">
              <surname>Barras</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using EMR-enabled computerized decision support systems to reduce prescribing of potentially inappropriate medications: a narrative review</article-title>
          <source>Ther Adv Drug Saf</source>
          <year>2018</year>
          <month>09</month>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>559</fpage>
          <lpage>573</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2042098618784809?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2042098618784809</pub-id>
          <pub-id pub-id-type="medline">30181862</pub-id>
          <pub-id pub-id-type="pii">10.1177_2042098618784809</pub-id>
          <pub-id pub-id-type="pmcid">PMC6116772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Légat</surname>
              <given-names>Laura</given-names>
            </name>
            <name name-style="western">
              <surname>Van Laere</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nyssen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Steurbaut</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dupont</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Cornu</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support systems for drug allergy checking: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>09</month>
          <day>07</day>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>e258</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/9/e258/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8206</pub-id>
          <pub-id pub-id-type="medline">30194058</pub-id>
          <pub-id pub-id-type="pii">v20i9e258</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231757</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Welcome to FHIR®</article-title>
          <source>Health Level Seven International</source>
          <access-date>2022-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hl7.org/fhir/">http://hl7.org/fhir/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>KR Core Implementation Guide (IG)</article-title>
          <source>HINS</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hins.or.kr/nrc_fhir/index.html">https://hins.or.kr/nrc_fhir/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Korea Pharmaceutical Information Service</article-title>
          <source>Health Research Review and Assessment Service</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hira.or.kr/eng/news/01/__icsFiles/afieldfile/2013/10/15/brochure_7.KPIS.pdf">https://www.hira.or.kr/eng/news/01/__icsFiles/afieldfile/2013/10/15/brochure_7.KPIS.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>US Core Implementation Guide</article-title>
          <source>Health Level Seven International</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/us/core/">https://www.hl7.org/fhir/us/core/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>UK Core Implementation Guide 0.2.0 - STU1</article-title>
          <source>Simplifier.net</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://simplifier.net/guide/UKCoreImplementationGuide0.2.0STU1/Home">https://simplifier.net/guide/UKCoreImplementationGuide0.2.0STU1/Home</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>AU Base Implementation Guide</article-title>
          <source>FHIR CI-Build</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://build.fhir.org/ig/hl7au/au-fhir-base/">http://build.fhir.org/ig/hl7au/au-fhir-base/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Canadian baseline</article-title>
          <source>FHIR CI-Build</source>
          <access-date>2022-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://build.fhir.org/ig/HL7-Canada/ca-baseline/">https://build.fhir.org/ig/HL7-Canada/ca-baseline/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>National Information Resources Service</source>
          <access-date>2022-10-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nirs.go.kr/eng/index.jsp">https://www.nirs.go.kr/eng/index.jsp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>K-CDS</article-title>
          <source>Standard EMR Framework</source>
          <access-date>2022-10-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://emrcert.mohw.go.kr/menu.es?mid=a11204030000">https://emrcert.mohw.go.kr/menu.es?mid=a11204030000</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Performance evaluation for electronic medical records (EMR) standardization support initiative</article-title>
          <source>Korea Health Information Service</source>
          <access-date>2022-10-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/mpnvn7v6">https://tinyurl.com/mpnvn7v6</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poly</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>YJ</given-names>
            </name>
          </person-group>
          <article-title>Appropriateness of overridden alerts in computerized physician order entry: systematic review</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>07</month>
          <day>20</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e15653</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/7/e15653/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15653</pub-id>
          <pub-id pub-id-type="medline">32706721</pub-id>
          <pub-id pub-id-type="pii">v8i7e15653</pub-id>
          <pub-id pub-id-type="pmcid">PMC7400042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van De Sijpe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Quintens</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Walgraeve</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Van Laer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Penny</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>De Vlieger</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schrijvers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>De Munter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Foulon</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Casteels</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Van der Linden</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Spriet</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Overall performance of a drug-drug interaction clinical decision support system: quantitative evaluation and end-user survey</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2022</year>
          <month>02</month>
          <day>22</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-022-01783-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-022-01783-z</pub-id>
          <pub-id pub-id-type="medline">35193547</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-022-01783-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC8864797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nanji</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Seger</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Slight</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Amato</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Beeler</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Her</surname>
              <given-names>QL</given-names>
            </name>
            <name name-style="western">
              <surname>Dalleur</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Eguale</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Silvers</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Swerdloff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Maniam</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fiskio</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Dykes</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Medication-related clinical decision support alert overrides in inpatients</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>05</month>
          <day>01</day>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>476</fpage>
          <lpage>481</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29092059"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocx115</pub-id>
          <pub-id pub-id-type="medline">29092059</pub-id>
          <pub-id pub-id-type="pii">4569609</pub-id>
          <pub-id pub-id-type="pmcid">PMC7646870</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
