<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id><journal-id journal-id-type="publisher-id">medinform</journal-id><journal-id journal-id-type="index">7</journal-id><journal-title>JMIR Medical Informatics</journal-title><abbrev-journal-title>JMIR Med Inform</abbrev-journal-title><issn pub-type="epub">2291-9694</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v14i1e108989</article-id><article-id pub-id-type="doi">10.2196/108989</article-id><article-categories><subj-group subj-group-type="heading"><subject>Implementation Report</subject></subj-group></article-categories><title-group><article-title>Development and Evaluation of a Metadata-Driven Rule Repository and Daily Screening System for Diagnosis Coding Compliance Under the Korean New Diagnosis-Related Group Payment System: Implementation Report</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Shin</surname><given-names>Donggyo</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hwang</surname><given-names>Jinhee</given-names></name><degrees>BS</degrees><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff id="aff1"><institution>Department of Medical Information Management, National Health Insurance Service, Ilsan Hospital</institution><addr-line>100 Ilsan-ro, Ilsandong-gu</addr-line><addr-line>Goyang</addr-line><addr-line>Gyeonggi-do</addr-line><country>Republic of Korea</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Perrin</surname><given-names>Caroline</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Babington-Ashaye</surname><given-names>Awa</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Donggyo Shin, PhD, Department of Medical Information Management, National Health Insurance Service, Ilsan Hospital, 100 Ilsan-ro, Ilsandong-gu, Goyang, Gyeonggi-do, 10415, Republic of Korea, 82 31-900-0800; <email>donggyosss@gmail.com</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>20</day><month>11</month><year>2026</year></pub-date><volume>14</volume><elocation-id>e108989</elocation-id><history><date date-type="received"><day>07</day><month>08</month><year>2026</year></date><date date-type="rev-request"><day>04</day><month>09</month><year>2026</year></date><date date-type="rev-recd"><day>01</day><month>10</month><year>2026</year></date><date date-type="accepted"><day>20</day><month>10</month><year>2026</year></date></history><copyright-statement>&#x00A9; Donggyo Shin, Jinhee Hwang. Originally published in JMIR Medical Informatics (<ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org">https://medinform.jmir.org</ext-link>), 20.11.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org/">https://medinform.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://medinform.jmir.org/2026/1/e108989"/><abstract><sec><title>Background</title><p>Under the new diagnosis-related group (NDRG) payment system in Korea, the Health Insurance Review and Assessment Service (HIRA) applies disease-specific diagnosis coding approval criteria that differ from the coding guidelines of the Korean Classification of Diseases (KCD), frequently leading to claim denials for conditions such as acute kidney injury, pleural effusion, and malnutrition. Repeated denials also induce conservative down-coding among coders. Because denial notifications are issued 9 to 18 months after discharge, reactive, denial-triggered quality management is insufficient.</p></sec><sec><title>Objective</title><p>We implemented a metadata-driven rule repository that operationalizes HIRA&#x2019;s review criteria as data, coupled with a daily-refreshed screening data mart (encompassing 6 clinical data domains and 14 data sources) and a robotic process automation (RPA) notification pipeline, to enable proactive, preclaim coding quality management.</p></sec><sec sec-type="methods"><title>Methods</title><p>This Implementation Report describes the design, deployment, and 12-month operational experience of the system at an 820-bed NDRG pilot hospital. HIRA&#x2019;s criteria were externalized into a 4-layer rule repository&#x2014;criteria definitions, clinical concepts, disease-specific attributes, and decision rules. A nightly extract, transform, and load pipeline populates a patient-by-attribute screening data mart within the clinical data warehouse; each morning, Python-based RPA compiles and emails review candidate lists to coders. Descriptive statistics summarized coverage and detection outcomes; precision (equivalent to positive predictive value) was calculated with Wilson score 95% CIs.</p></sec><sec><title>Implementation (Results)</title><p>At the end of the evaluation period, the rule repository comprised 11 review criteria, 271 clinical concepts, 77 attributes, and 96 decision rules. Over the 12-month evaluation period (July 2025 to June 2026), the system evaluated 17,138 diagnosis- or episode-level targets across 15,388 distinct episodes&#x2014;67% of the hospital&#x2019;s 22,970 NDRG episodes&#x2014;and flagged 576 (3.4%) review candidates, of which 50 (8.7%, 95% CI 6.6%-11.3%) were confirmed by coders as actual coding errors. The proportion of confirmed coding errors among review candidates differed significantly across the 3 monitored categories (<italic>&#x03C7;</italic><sup>2</sup><sub>2</sub>=39.9; <italic>P</italic>&#x003C;.001): present-on-admission (POA) coding items showed the highest precision (20/82, 24%), followed by the NDRG cost-outlier category (17/134, 12.7%) and frequently denied diagnoses (13/360, 3.6%). The system was designed, built, and operated by existing departmental staff without additional budget or dedicated IT support, required an estimated 1 to 1.5 hours of coder review time per week, and has continued to operate daily on weekdays since launch.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>A metadata-driven rule repository integrated with a daily screening data mart and RPA can operationalize payer review criteria as versioned data rather than hard-coded logic, enabling proactive coding surveillance before claim submission. The approach was implemented without additional budget or dedicated IT staff, but its performance may vary across institutions. Further validation against formal HIRA review outcomes and multi-institutional evaluation are needed to establish its performance and transferability across NDRG hospitals.</p></sec></abstract><kwd-group><kwd>new diagnosis-related group</kwd><kwd>NDRG</kwd><kwd>diagnosis coding</kwd><kwd>metadata-driven rule repository</kwd><kwd>data mart</kwd><kwd>clinical data warehouse</kwd><kwd>robotic process automation</kwd><kwd>implementation report</kwd><kwd>claim denial prevention</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Korea introduced a diagnosis-related group payment system in 1997 [<xref ref-type="bibr" rid="ref1">1</xref>] and, in 2009, began piloting the new diagnosis-related group (NDRG) system at the National Health Insurance Service (NHIS) Ilsan Hospital&#x2014;Korea&#x2019;s only NHIS-operated hospital and its designated test bed for health insurance policy [<xref ref-type="bibr" rid="ref2">2</xref>]. The NDRG combines a DRG-based bundled payment with a per diem adjustment while reimbursing selected physician services separately on a fee-for-service basis. Disease group coverage expanded from 20 groups at 1 hospital to 607 groups nationwide [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], yet participating institutions&#x2014;after peaking at 98 in 2018&#x2014;declined to 90 by 2024 and 80 by January 2026 [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. The decline has been attributed to unpredictable review outcomes from the Health Insurance Review and Assessment Service (HIRA) and the resulting claim denials, which also reduce hospitals&#x2019; annual NDRG diagnosis coding accuracy incentives. Consequently, some institutions have concluded that continued participation no longer justifies the effort required [<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>Under DRG-based payment, diagnosis coding affects both reimbursement and the quality of national health statistics [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. HIRA, Korea&#x2019;s public payer review agency, has conducted criteria-based reviews of NDRG diagnosis coding since 2013 [<xref ref-type="bibr" rid="ref3">3</xref>]. HIRA&#x2019;s disease-specific approval criteria may differ from the coding guidelines of the Korean Classification of Diseases (KCD); for example, a clinically established diagnosis such as pleural effusion may require documented evidence of drainage or another qualifying treatment for NDRG reimbursement [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>A more structural problem is that HIRA notifies hospitals of its review outcome only 9 to 18 months after discharge&#x2014;long after the episode has closed and the claim has been paid. A subsequent denial then imposes a double penalty: (1) a direct reduction in reimbursement for that claim and (2) a reduction in the hospital&#x2019;s annual NDRG diagnosis coding accuracy incentive, which is calculated in part based on its denial rate. Because coders cannot know, at the time of coding, whether a diagnosis will be denied up to a year and a half later, repeated exposure to this delayed, punitive feedback teaches coders to avoid diagnoses associated with past denials, even when clinically justified&#x2014;a pattern we refer to as defensive down-coding [<xref ref-type="bibr" rid="ref9">9</xref>]. In a denial-focused review environment, this distortion may outweigh the up-coding incentives reported elsewhere [<xref ref-type="bibr" rid="ref10">10</xref>]. Because the study hospital&#x2019;s own coding-finalization deadline falls only a few days after discharge&#x2014;well before HIRA&#x2019;s feedback could be received&#x2014;proactive quality management at or before the point of coding, rather than reactive correction after a denial notice, is required [<xref ref-type="bibr" rid="ref11">11</xref>].</p><p>Clinical documentation improvement (CDI) is a well-established proactive approach, but conventional CDI relies on manual chart review by dedicated staff, limiting the coverage that can be achieved [<xref ref-type="bibr" rid="ref12">12</xref>]. CDI programs with dedicated staff remain rare in Korea, although adoption has been growing in other health systems, including Australia [<xref ref-type="bibr" rid="ref13">13</xref>]. Robotic process automation (RPA) has been applied to repetitive, rule-based health care tasks such as claims processing [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>], but its application to screening for denial risk based on HIRA approval criteria is, to our knowledge, novel.</p><p>We therefore (1) operationalized HIRA&#x2019;s disease-specific approval criteria as data-determinable rules, (2) built a metadata-driven rule repository and a daily extract, transform, and load (ETL) pipeline that integrated 14 data sources across 6 clinical data domains into a screening data mart, and (3) implemented an RPA-based daily notification pipeline. This report describes the system&#x2019;s design, deployment, and the first 12 months of its operational experience.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Implementation Setting and Design</title><p>The study hospital is an 820-bed general hospital that has participated as a NDRG pilot institution since 2009, with NDRG applied to approximately 80% of all inpatients. During the study period, 22,970 episodes were subject to NDRG, with approximately 93 discharge episodes requiring diagnosis coding per working day (22,970 episodes over approximately 247 working days). The Department of Medical Information Management is responsible for diagnosis coding, quality management, and clinical data analysis, with 5 health information management (HIM) professionals performing coding and quality management duties.</p><p>Here, &#x201C;system development&#x201D; encompasses the full process from criteria analysis to rule design and technical implementation, rather than software coding alone, and proceeded in 3 stages: analysis of denial history and HIRA notices to define data-determinable review criteria (stage 1); conversion of these criteria into a 4-layer rule repository and construction of the ETL pipeline and screening data mart (stage 2); and development of the RPA-based review notification pipeline (stage 3). Development ran from January 2025 to June 2025; operation and evaluation began in July 2025 and continued through June 2026. <xref ref-type="fig" rid="figure1">Figure 1</xref> illustrates the key timeline for NDRG claims and the rationale for proactive, preclaim intervention rather than reactive, denial-triggered management.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Potential for improving coding quality according to the timing of quality management interventions along the claim review and denial timeline. HIRA: Health Insurance Review and Assessment Service.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e108989_fig01.png"/></fig><p>In stage 1, the department&#x2019;s HIM professionals reviewed 3 years of HIRA denial notices and internal review records for each candidate diagnosis to identify the specific documentary or procedural elements HIRA required for approval. For example, denial history analysis showed that pleural effusion claims were frequently denied when the medical record lacked documentation of a definitive procedure (drainage or thoracentesis), despite a clinically established diagnosis. This finding directly informed the corresponding CONDITION rule, which requires evidence of drainage, thoracentesis, or an equivalent clinical indicator (System Architecture and Rule Repository, <xref ref-type="fig" rid="figure2">Figure 2</xref>). The same denial pattern analysis was applied systematically across all candidate diagnoses to determine the clinical concepts (META) and attributes (ATTR) required for each disease&#x2019;s rule set.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Four-layer structure of the review-criteria rule repository. J90 refers to the Korean Standard Classification of Diseases code for pleural effusion. PCD: percutaneous catheter drainage.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e108989_fig02.png"/></fig><p>Screening targets were selected using three criteria: (1) a history of frequent denials or review issues over the preceding 3 years; (2) coder variation arising from a discrepancy between HIRA and KCD diagnosis criteria; and (3) the existence of an objective, data-determinable indicator. The resulting monitored categories and diagnoses&#x2014;frequently denied diagnoses, frequent present-on-admission (POA) coding errors, and the NDRG cost-outlier group&#x2014;are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Monitored diagnoses and categories<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup>.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Categories and target diagnosis</td><td align="left" valign="bottom">Unit of analysis</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Frequently denied diagnoses</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pleural effusion</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hyponatremia</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Neutropenia</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Acute lower respiratory infection (without chronic obstructive pulmonary disease)</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Nontraumatic vertebral fracture</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Moderate-or-worse malnutrition</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Acute kidney injury</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top" colspan="2">Frequent POA<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> coding errors</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pressure injury</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pseudomembranous colitis</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Diagnoses presumed to be POA (eg, chronic diseases)</td><td align="left" valign="top">Diagnosis</td></tr><tr><td align="left" valign="top">NDRG<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup> cost-outlier group: suspected missing diagnosis</td><td align="left" valign="top">Admission-to-discharge episode</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>NDRG cost-outlier group: the fee-for-service&#x2013;equivalent cost exceeds the NDRG reimbursement by &#x2265;2 million Korean won (1 KRW=US $0.00074, as of November 2, 2026); the difference is separately reimbursed by the Health Insurance Review and Assessment Service.</p></fn><fn id="table1fn2"><p><sup>b</sup>POA: present-on-admission.</p></fn><fn id="table1fn3"><p><sup>c</sup>NDRG: new diagnosis-related group.</p></fn></table-wrap-foot></table-wrap><p>Following technical development, the system was integrated into routine coding practice through a shared review-tracking workflow. Each working day at 8:30 AM, RPA compiles candidates, notifies the responsible coder by email, and appends cases to a shared Excel file (version 365; Microsoft Corp). Coders review the candidates, revise coding when warranted, and record the outcomes. A supervisor reviews the entries once daily and transfers finalized outcomes to the final result table (for more information, refer to the System Architecture and Rule Repository section). A dedicated structured review-entry interface has not yet been developed and is planned as a future improvement.</p><p>This implementation report was prepared in accordance with the iCHECK-DH (Guidelines and Checklist for the Reporting on Digital Health Implementations) [<xref ref-type="bibr" rid="ref17">17</xref>] (<xref ref-type="supplementary-material" rid="app1">Checklist 1</xref>).</p></sec><sec id="s2-2"><title>Data Governance and Security</title><p>The screening system operates within the hospital&#x2019;s existing data governance structure. Authorized HIM professionals curate screening data and have the necessary access and write privileges within the clinical data warehouse (CDW), while database administration and infrastructure remain under the hospital&#x2019;s information system governance. Database access requires individual account authentication, and account-level access is logged and subject to periodic audit.</p><p>Source data are transferred through established data pipelines rather than queried directly from operational clinical databases. The rule repository, screening data mart, and results are hosted on premises within the hospital&#x2019;s segmented internal network, which is protected by firewalls and reachable only via a virtual private network (VPN), with access restricted to authorized personnel. The daily review-tracking file, which contains patient identifiers needed for coding review, is maintained on a designated computer within the Department of Medical Information Management and is not distributed beyond authorized department staff.</p></sec><sec id="s2-3"><title>System Architecture and Rule Repository</title><p>The hospital&#x2019;s data infrastructure combines a daily-refreshed operational data store (ODS) with a CDW refreshed only weekly&#x2014;too slow to deliver a same-morning review list. We therefore built a dedicated screening data mart within the CDW, refreshed nightly directly from the ODS (<xref ref-type="fig" rid="figure3">Figure 3</xref>). The mart is a single integrated structure with a disease category column, allowing disease-specific determination rules to operate on a shared mart rather than on separate marts for each disease.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Overview of the screening data infrastructure (Operational Data Store [ODS], clinical data warehouse [CDW], and the review-criteria rule repository) and the daily robotic process automation (RPA)&#x2013;based notification pipeline. HIS: hospital information system; ETL: extract, transform, and load.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e108989_fig03.png"/></fig><p>The nightly mart-loading ETL batch runs in 4 stages (<xref ref-type="table" rid="table2">Table 2</xref>; <xref ref-type="fig" rid="figure4">Figure 4</xref>).</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Four-stage extract, transform, and load (ETL) pipeline for the screening data mart.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Stages</td><td align="left" valign="bottom">Names</td><td align="left" valign="bottom">Key inputs</td><td align="left" valign="bottom">Core operations</td><td align="left" valign="bottom">Output</td></tr></thead><tbody><tr><td align="left" valign="top">1</td><td align="left" valign="top">Target definition</td><td align="left" valign="top">ODS<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> admission and discharge records</td><td align="left" valign="top">Build (1) a rolling reference admission set comprising episodes whose admission or discharge date falls within the most recent 14 days, which is fully reloaded at each run to accommodate the ODS load cycle; and (2) a patient-level history set integrating each patient&#x2019;s entire past inpatient and outpatient history to determine preadmission conditions and medication history</td><td align="left" valign="top">Reference admission set; patient history set</td></tr><tr><td align="left" valign="top">2</td><td align="left" valign="top">Primary attribute extraction</td><td align="left" valign="top">Fourteen data sources across 6 clinical data domains (diagnoses; procedures and surgery; medication; laboratory tests; records; and admission, discharge, or cost data)</td><td align="left" valign="top">Process subbatches for each data source or domain to match candidate records using IN, BETWEEN, and LIKE operations against the matching axis defined by the clinical concepts (META); classify records according to the applicable reference time point (same-day admission, preadmission history, predischarge history, an attribute-specific look-back period, or a preadmission observation window for laboratory tests only); and apply source-specific data-cleansing rules (excluding canceled or deleted records and add-on claims, filtering by test execution and result status, selecting the latest result or record version, and restricting nursing records to those with electronic signatures)</td><td align="left" valign="top">Patient&#x00D7;attribute raw values</td></tr><tr><td align="left" valign="top">3</td><td align="left" valign="top">Time-series derivation</td><td align="left" valign="top">Time series of the same test or record item (laboratory, nursing, and other records)</td><td align="left" valign="top">Perform self-join across the time series of the same item to compute derived values, such as the magnitude of creatinine elevation used to determine acute kidney injury, and limit the historical look-back period to 1 year before admission to ensure clinical validity and query efficiency</td><td align="left" valign="top">Derived attributes</td></tr><tr><td align="left" valign="top">4</td><td align="left" valign="top">Integration and determination</td><td align="left" valign="top">All domain attributes generated from stages 1 to 3</td><td align="left" valign="top">Join data at the patient level; generate second-order derived attributes through arithmetic operations (difference, ratio, minimum, and maximum); evaluate the individual condition expressions in the determination rules (&#x2192; interim result table), followed by rule-group-level logic: TARGET rules (screening eligibility) and CONDITION rules (approval conditions met; &#x2192; final result table)</td><td align="left" valign="top">Daily review candidates</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>ODS: Operational Data Store.</p></fn></table-wrap-foot></table-wrap><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Nightly extract, transform, and load (ETL) pipeline for the screening data mart (attribute extraction, rule evaluation, and robotic process automation [RPA] notification). NDRG: new diagnosis-related group; POA: present-on-admission.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e108989_fig04.png"/></fig><p>Domain-specific matching used the relevant coding or identifier system for each source (eg, KCD codes for diagnoses, fee schedule codes for procedures, drug classifications or codes for medications, and test or record identifiers for laboratory and documentation data). Cost-outlier status was determined by comparing the aggregate fee-for-service&#x2013;equivalent cost of all orders and prescriptions with the corresponding NDRG-calculated cost for the same episode.</p><p>Because HIRA&#x2019;s disease-specific approval criteria are numerous and change over time following review audits or appeals (for more information, refer to the Lessons Learned section), we stored the determination logic as data in a 4-layer rule repository (<xref ref-type="table" rid="table3">Table 3</xref>; <xref ref-type="fig" rid="figure2">Figure 2</xref>) rather than hard-coding it into program logic. This approach allows criteria to be updated and versioned without redeploying code.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Four-layer structure of the review-criteria rule repository.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Layers</td><td align="left" valign="bottom">Table (abbreviation)</td><td align="left" valign="bottom">Definition</td><td align="left" valign="bottom">Note</td></tr></thead><tbody><tr><td align="left" valign="top">1</td><td align="left" valign="top">Diagnosis-criteria definition (DENT)</td><td align="left" valign="top">Original text of the HIRA approval criteria for each managed diagnosis</td><td align="left" valign="top">Validity status and revision reason are tracked to preserve earlier versions when a criterion is revised following a review audit or appeal.</td></tr><tr><td align="left" valign="top">2</td><td align="left" valign="top">Clinical concept (META)</td><td align="left" valign="top">Smallest-unit clinical concepts used for determination (eg, diagnosis codes, procedure or service codes, medications, and medical record items), defined as code sets and SQL condition expressions</td><td align="left" valign="top">Each concept is registered once and reused across the rules for multiple diseases (eg, &#x201C;percutaneous drainage&#x201D; and &#x201C;diuretic prescription&#x201D;).</td></tr><tr><td align="left" valign="top">3</td><td align="left" valign="top">Disease-specific attribute (ATTR)</td><td align="left" valign="top">Attributes required for determining each managed diagnosis, with mappings to clinical concepts and lookup queries</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td></tr><tr><td align="left" valign="top">4</td><td align="left" valign="top">Determination rule (CRIT)</td><td align="left" valign="top">Combination of attributes and logical operators (AND and OR) that form TARGET and CONDITION rules</td><td align="left" valign="top">TARGET rules determine screening eligibility, whereas CONDITION rules determine whether approval conditions are met.</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Not applicable (no additional note).</p></fn></table-wrap-foot></table-wrap><p>Determination results are stored in 2 linked tables: the interim result table records fulfillment status and supporting attribute values for each patient-by-rule-condition combination, while the final result table records the rule-group-level outcome, routing information, and coder review comment.</p><p>Each morning, Python (version 3.13.3; Python Software Foundation)-based RPA queries the final result table and sends candidates with supporting attribute values to the responsible coder. Finalized review outcomes are returned to the final result table, preventing reviewed cases from being selected again. RPA runs on weekdays, with accumulated weekend and holiday cases processed on the next working day.</p><p>For replication, we consider four functional components essential: (1) a structured, version-controlled repository separating clinical concepts, disease-specific attributes, and determination rules; (2) access to routinely collected clinical and administrative data; (3) a periodically refreshed data pipeline that executes the screening rules; and (4) a mechanism for delivering candidates to human reviewers and recording review outcomes. The specific technologies used here&#x2014;including the ODS-CDW environment, SQL, Python, and RPA-based email notification&#x2014;are local implementation choices rather than mandatory components.</p><p>The architecture was developed specifically for this implementation rather than adapted from an existing commercial or open-source solution, and its design reflects the hospital&#x2019;s existing ODS-CDW environment and NDRG coding workflow.</p></sec><sec id="s2-4"><title>Outcome Measures and Analysis</title><p>We report the rule repository&#x2019;s construction status (<xref ref-type="table" rid="table4">Table 4</xref>); coverage, defined as the number of targets evaluated relative to the hospital&#x2019;s total NDRG episode volume during the study period; and detection outcomes by monitored category, including candidate volume and precision, defined as the proportion of review candidates confirmed by coders as actual errors (equivalent to positive predictive value). Ninety-five percent CIs for precision were calculated using the Wilson score method because several monitored categories had relatively small numbers of review candidates or confirmed errors, resulting in proportions close to zero. The Wilson method provides more reliable interval estimates than the conventional Wald method under these conditions.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Rule repository construction status.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Purpose and table (abbreviation)</td><td align="left" valign="bottom">Registered data</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Diagnosis approval criteria definition</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Diagnosis-criteria definition (DENT)</td><td align="left" valign="top">11 definitions</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Clinical concepts (META)</td><td align="left" valign="top">271 concepts and 5071 metadata entries</td></tr><tr><td align="left" valign="top" colspan="2">Error (up and down) likelihood determination</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Diagnosis-specific determination attributes (ATTR)</td><td align="left" valign="top">77 attributes</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Determination rules (CRIT)</td><td align="left" valign="top">96 rules</td></tr></tbody></table></table-wrap><p>Because this compared categorical outcome proportions across 3 independent, mutually exclusive categories, we used a chi-square test of independence to examine whether the probability that a review candidate was confirmed as an actual coding error differed across the 3 monitored categories (frequently denied diagnoses, POA coding items, and the NDRG cost-outlier group). The null hypothesis was that the proportion of confirmed coding errors among review candidates was equal across the 3 categories. All analyses were performed in Python (version 3.13.3), using <italic>statsmodels</italic> (version 0.14.6) for Wilson score CIs and <italic>SciPy</italic> (version 1.17.1) for the chi-square test.</p></sec><sec id="s2-5"><title>Sustainability and Maintenance</title><p>Sustainability was supported by embedding the system within existing organizational and data infrastructure. The rule repository and daily screening workflow remain part of the Department of Medical Information Management&#x2019;s routine coding quality activities. HIM professionals review and update HIRA criteria, refine rules, and add monitoring targets as needed&#x2014;in response to criterion changes or observed performance issues rather than according to a fixed schedule&#x2014;while database infrastructure and technical administration are supported through existing information system governance. Versioned metadata allows most criterion changes to be implemented without redevelopment of the underlying pipeline. The repository is further supported by detailed structural documentation. Although formal handover to another developer has not yet occurred, independent data extraction and analysis for this evaluation&#x2014;conducted by a department member other than the original developer&#x2014;identified and corrected several metadata errors, indicating that the documentation supports use beyond the original developer.</p></sec><sec id="s2-6"><title>Ethical Considerations</title><p>The screening system was developed and operated as part of routine departmental quality management activities. This report&#x2019;s retrospective analysis of the resulting 12-month operational data used pseudonymized, patient-level secondary data from the hospital information system and was approved by the institutional review board of NHIS Ilsan Hospital (NHIMC2026-07-002) after completion of the evaluation period. This board also waived the requirement for individual informed consent.</p></sec></sec><sec id="s3"><title>Implementation (Results)</title><sec id="s3-1"><title>Rule Repository and Coverage</title><p>As of July 2026, the rule repository contained 11 diagnosis approval criteria definitions, 271 clinical concepts (5071 associated metadata entries), 77 disease-specific determination attributes, and 96 determination rules (<xref ref-type="table" rid="table4">Table 4</xref>).</p><p>The system evaluated 17,138 diagnosis- or episode-level targets across 15,388 distinct episodes after deduplication, representing 67% of the hospital&#x2019;s 22,970 NDRG episodes. Coverage was calculated using the deduplicated episode count because targets were counted at the diagnosis level for some categories and at the episode level for others (<xref ref-type="table" rid="table1">Table 1</xref>).</p></sec><sec id="s3-2"><title>Error Detection Outcomes</title><p>Of the 17,138 targets, 576 (3.4%) were flagged as review candidates, and 50 (8.7%, 95% CI 6.6%-11.3%) of these candidates were confirmed by coders as actual coding errors (<xref ref-type="table" rid="table5">Table 5</xref>). The proportion of review candidates confirmed as actual coding errors differed significantly across the 3 monitored categories (<italic>&#x03C7;</italic><sup>2</sup><sub>2</sub>=39.9; <italic>P</italic>&#x003C;.001), with precision values of 3.6% for frequently denied diagnoses, 12.7% for the NDRG cost-outlier group, and 24% for POA coding items.</p><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Review candidates and precision by error category<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup>.</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Categories</td><td align="left" valign="bottom">Candidates evaluated, n/N (%)</td><td align="left" valign="bottom">Precision<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup>, n/N (%; 95% CI)<sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top">Frequently denied diagnoses</td><td align="left" valign="top">360/2277 (15.8)</td><td align="left" valign="top">13/360 (3.6; 2.1-6.1)</td></tr><tr><td align="left" valign="top">New diagnosis-related group cost-outlier group</td><td align="left" valign="top">134/134 (100)</td><td align="left" valign="top">17/134 (12.7; 8.1-19.4)</td></tr><tr><td align="left" valign="top">Present-on-admission</td><td align="left" valign="top">82/14,727 (0.6)</td><td align="left" valign="top">20/82 (24.4; 16.4-34.7)</td></tr><tr><td align="left" valign="top">Total</td><td align="left" valign="top">576/17,138 (3.4)</td><td align="left" valign="top">50/576 (8.7; 6.6-11.3)</td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>The proportion of confirmed coding errors among review candidates differed significantly across the 3 categories (<italic>&#x03C7;</italic><sup>2</sup><sub>2</sub>=39.9; <italic>P</italic>&#x003C;.001; chi-square test of independence).</p></fn><fn id="table5fn2"><p><sup>b</sup>Precision (%)=(revisions/candidates)&#x00D7;100.</p></fn><fn id="table5fn3"><p><sup>c</sup>The 95% CIs were calculated using the Wilson score method.</p></fn></table-wrap-foot></table-wrap><p>Among frequently denied diagnoses, 360 of 2277 targets were flagged, of which 13 (3.6%) were confirmed as coding errors. Precision varied substantially by diagnosis, ranging from 2% (2/91) for pleural effusion and 2.4% (4/165) for acute kidney injury to 33% (1/3) for moderate-or-worse malnutrition. The cost-outlier group yielded 17 (12.7%) confirmed errors among 134 candidates, while POA screening yielded 20 (24%) confirmed errors among 82 candidates.</p></sec><sec id="s3-3"><title>Implementation Resources</title><p>Development and operation of the system required no additional budget. Initial development was led by 1 HIM professional over approximately 6 months (January 2025 to June 2025) while the professional concurrently performed routine departmental duties, with coding staff participating in rule validation as part of their routine work. No personnel were hired, and no external funding, software licensing, hardware purchases, or outsourced development costs were incurred. The system runs on the hospital&#x2019;s existing ODS-CDW infrastructure, and growing access to AI-assisted code generation tools helped lower the technical barrier to building the SQL-Python pipeline without dedicated IT support. Because each candidate is delivered together with the supporting attribute values used in the determination (eg, laboratory results and procedure records), coders can verify most candidates without conducting a full chart review. The exception is the NDRG cost-outlier category, which requires a review of the entire medical record.</p><p>Ongoing coder review time was not prospectively recorded. Based on coders&#x2019; estimates, most review candidates required approximately 1 minute of review, whereas acute kidney injury candidates, which required reviewing laboratory trends, required approximately 5 to 10 minutes, and NDRG cost-outlier candidates required approximately 10 to 20 minutes. Applying these estimates to the 576 review candidates generated over approximately 247 working days (about 2 candidates per working day) yielded an estimated approximately 40 to 80 hours of coder review time over the 12-month period, or approximately 1 to 1.5 hours per week across the department&#x2019;s coding staff.</p></sec><sec id="s3-4"><title>Lessons Learned</title><p>Three practical lessons emerged from the first 12 months of routine operation. First, review criteria should be maintained as versioned data rather than embedded in program code. During the evaluation period, 2 cases&#x2014;one involving hyponatremia and the other involving pleural effusion&#x2014;were denied under stricter HIRA standards than those encoded when the cases were originally screened. Because the determination logic was stored in the rule repository, the revised criteria could be incorporated as new versioned entries without modifying or redeploying program code, while preserving the criteria applied to earlier cases. This experience demonstrated that version control is not merely a technical design feature but an operational requirement in an environment where payer review criteria can change over time.</p><p>Second, successful automation requires attention to the entire review workflow, not only to automated case detection. Although candidate identification and notification were automated, physician queries remained manual, coder review outcomes were initially recorded in a shared Excel file and subsequently transferred to the final result table, and weekend or holiday cases required an explicit catch-up rule. These operational gaps indicate that the last-mile processes connecting automated screening to human review and feedback should be designed alongside the screening algorithm itself.</p><p>Finally, screening rules require iterative refinement based on operational performance. Precision varied substantially across monitored rules, with particularly low values for acute kidney injury and pleural effusion. Rather than treating the initial rule set as fixed, we used these differences to identify rules requiring further review of their clinical concepts, attributes, or decision thresholds. Thus, implementation should be viewed as a continuous cycle of rule deployment, performance monitoring, and rule refinement rather than as a 1-time technical deployment.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><p>The principal achievement of this implementation is a shift from retrospective, sample-based monitoring&#x2014;waiting 9 to 18 months for HIRA&#x2019;s review outcome&#x2014;to proactive, daily screening at the point of discharge or during hospitalization, consistent with prior reports on the use of RPA to automate rule-based health care tasks [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Its core originality lies in converting HIRA&#x2019;s approval criteria&#x2014;which require evidence of a definitive treatment in addition to a clinically established diagnosis, such as a defined magnitude of creatinine elevation for acute kidney injury or drainage for pleural effusion [<xref ref-type="bibr" rid="ref3">3</xref>]&#x2014;into data-driven determination queries applied to already-structured CDW data. This approach aligns methodologically with prior work that derived clinically meaningful determination indicators from structured data alone [<xref ref-type="bibr" rid="ref19">19</xref>] and differs from CDI approaches that rely on natural language processing (NLP) of unstructured text [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Unlike traditional CDI, the system does not itself query physicians to improve documentation; instead, it screens already-available structured data and routes candidates to coders, who may still query physicians manually as needed. Nevertheless, it shares CDI&#x2019;s proactive, preclaim philosophy. [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>The overall precision of the screening system was modest (8.7%), indicating that most flagged cases did not ultimately require a coding revision. This finding underscores that the system should be regarded as a screening and prioritization tool rather than an autonomous error detection system; all flagged cases require coder review before any coding change is made. Nevertheless, the system narrowed 17,138 evaluated targets to 576 (3.4%) review candidates, concentrating manual review on a substantially smaller subset. The practical trade-off is that false-positive alerts still impose additional review workload and may contribute to alert fatigue. Although review time was not prospectively measured, coder-reported estimates suggest a modest burden of approximately 1 to 1.5 hours per week (for more information, refer to the Implementation Resources section). The net effect on coder workload, including the time saved through earlier correction, therefore warrants prospective evaluation.</p><p>Precision varied substantially across categories, indicating that the overall value of 8.7% should not be interpreted as representing uniform performance across rules. Category- and rule-level precision can instead guide iterative refinement by identifying low-yield rules while retaining those that generate more actionable candidates.</p><p>This report has several limitations. The architecture may be transferable to other NDRG hospitals, but local adaptation is required because database structures, available data, coding workflows, case mix, and coding practices differ across institutions. Accordingly, the precision observed here should not be assumed to generalize, and multi-institutional validation is required. HIRA&#x2019;s formal review for the study period had not concluded at the time of writing, so sensitivity and specificity could not be assessed; this report therefore relies on precision as the primary detection metric. The descriptive implementation design does not examine factors associated with precision through inferential statistics. Beyond coder-reported time estimates, workload and alert fatigue were not formally assessed, although no such issues were spontaneously reported during the 12-month operational period. Finally, because the department that designed and operates the system also confirmed flagged candidates as coding errors, the evaluation lacks independent or blinded verification and may be subject to evaluator bias; external validation is a priority for future work.</p><p>Planned follow-up will evaluate the system against formal HIRA review outcomes from the NDRG coding accuracy evaluation. At the time of writing, HIRA review outcomes were available for approximately the first 7 months of the postimplementation period. These outcomes are monitored weekly by the Department of Medical Information Management and are already being used to refine screening rules, with outcomes for an additional 1 to 2 months expected by November 2026. We therefore plan an initial pre-post evaluation in December 2026, comparing approximately 9 months of postimplementation discharges (July 2025 to March 2026) with discharges in calendar year 2024. The development period (January 2025 to June 2025), during which screening criteria were refined and piloted, will be excluded as a transition period. The evaluation will be conducted by the Department of Medical Information Management (DS and JH), which is also the hospital&#x2019;s designated department for clinical data services. HIRA review outcomes and claims data will be extracted through the hospital&#x2019;s formal data use application and approval procedure. Primary outcomes will be the denial rate for monitored diagnoses (denied claims per reviewed claim) and, as an indicator of defensive down-coding, the coding frequency of monitored diagnoses per 1000 NDRG episodes. Pre-post differences will be estimated as rate ratios with 95% CIs using Poisson regression adjusted for calendar month to account for seasonal variation in case mix. In addition, each postimplementation denial will be matched against the screening results to determine whether the corresponding case had been flagged, providing a preliminary estimate of rule-level sensitivity for HIRA-denied cases. These results will be updated once HIRA review of the full 12-month postimplementation period is complete, which is expected by the end of 2027. Longer-term development will explore linking structured data screening with NLP-based analysis of physician documentation and AI-assisted International Classification of Diseases (ICD) coding [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p><p>In conclusion, this metadata-driven rule repository and daily RPA-based screening system demonstrates a practical approach to transitioning from retrospective, sample-based denial management to proactive coding quality management, using existing departmental staff and infrastructure and requiring no additional budget. The system provides coders with timely, data-based evidence before claim submission; however, its performance may vary across institutions depending on local data structures, coding practices, and case mix. Further multi-institutional evaluation is needed to establish its transferability and performance in other NDRG hospitals.</p></sec></body><back><notes><sec><title>Generative AI Use</title><p>The authors declare that they used Claude Sonnet 5 (Anthropic PBC) to assist with English-language proofreading and editing and Korean-English translation of drafting materials. The AI was not used to generate scientific content, figures, tables, or references. All AI-assisted text was reviewed, verified, and edited by the authors, who take full responsibility for the content.</p></sec><sec><title>Funding</title><p>The authors declare that no external funding was received for this work. The staff time and infrastructure used for development and operation are described in the Implementation Resources section.</p></sec><sec><title>Data Availability</title><p>The datasets analyzed during this study consist of pseudonymized, patient-level clinical and claims information and are not publicly available due to institutional data governance policies and patient privacy protections. Aggregated data supporting the findings of this study may be made available by the corresponding author upon reasonable request and with approval from the National Health Insurance Service Ilsan Hospital Institutional Review Board.</p></sec></notes><fn-group><fn fn-type="con"><p>DS conceived and designed the study, directed and coordinated the implementation, performed the analysis, and drafted and revised the manuscript. JH developed the rule repository and screening system.</p></fn><fn fn-type="conflict"><p>DS, as head of the department operating the system, conducted a self-evaluation of the system. The other author declares no other conflicts of interest.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CDI</term><def><p>clinical documentation improvement</p></def></def-item><def-item><term id="abb2">CDW</term><def><p>clinical data warehouse</p></def></def-item><def-item><term id="abb3">ETL</term><def><p>extract, transform, and load</p></def></def-item><def-item><term id="abb4">HIM</term><def><p>health information management</p></def></def-item><def-item><term id="abb5">HIRA</term><def><p>Health Insurance Review and Assessment Service</p></def></def-item><def-item><term id="abb6">ICD</term><def><p>International Classification of Diseases</p></def></def-item><def-item><term id="abb7">iCHECK-DH</term><def><p>Guidelines and Checklist for the Reporting on Digital Health Implementations</p></def></def-item><def-item><term id="abb8">KCD</term><def><p>Korean Classification of Diseases</p></def></def-item><def-item><term id="abb9">NDRG</term><def><p>new diagnosis-related group</p></def></def-item><def-item><term id="abb10">NHIS</term><def><p>National Health Insurance Service</p></def></def-item><def-item><term id="abb11">NLP</term><def><p>natural language processing</p></def></def-item><def-item><term id="abb12">ODS</term><def><p>operational data store</p></def></def-item><def-item><term id="abb13">POA</term><def><p>present-on-admission</p></def></def-item><def-item><term id="abb14">RPA</term><def><p>robotic process automation</p></def></def-item><def-item><term id="abb15">VPN</term><def><p>virtual private network</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Shin</surname><given-names>HW</given-names> </name><name name-style="western"><surname>Yeo</surname><given-names>NG</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>CS</given-names> </name><name name-style="western"><surname>Kang</surname><given-names>GW</given-names> </name><name name-style="western"><surname>Oh</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>JE</given-names> </name></person-group><article-title>Evaluation of the new comprehensive payment system pilot project [Report in Korean]</article-title><year>2020</year><access-date>2026-11-03</access-date><publisher-name>Health Insurance Review and Assessment Service</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://repository.hira.or.kr/handle/2019.oak/2273">https://repository.hira.or.kr/handle/2019.oak/2273</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><article-title>New DRG payment system pilot project guideline (January 2025) [Guideline in Korean]</article-title><source>Health Insurance Review and Assessment Service</source><year>2025</year><access-date>2026-11-03</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://repository.hira.or.kr/handle/2019.oak/3461">https://repository.hira.or.kr/handle/2019.oak/3461</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Shin</surname><given-names>DG</given-names> </name><name name-style="western"><surname>Choi</surname><given-names>MY</given-names> </name><name name-style="western"><surname>Choi</surname><given-names>ES</given-names> </name><etal/></person-group><article-title>New DRG diagnosis coding monitoring system improvement research [Report in Korean]</article-title><year>2020</year><access-date>2026-11-03</access-date><publisher-name>Health Insurance Review and Assessment Service</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://repository.hira.or.kr/handle/2019.oak/2522">https://repository.hira.or.kr/handle/2019.oak/2522</ext-link></comment></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Kwak</surname><given-names>SS</given-names> </name></person-group><article-title>&#x201C;New comprehensive payment system pilot project, with many areas for improvement, should be terminated&#x201D; [Article in Korean]</article-title><source>Doctors News (Cheongnyeon Uisa)</source><year>2025</year><month>06</month><day>23</day><access-date>2026-09-08</access-date><comment><ext-link ext-link-type="uri" xlink:href="http://www.docdocdoc.co.kr/news/articleView.html?idxno=3029445">http://www.docdocdoc.co.kr/news/articleView.html?idxno=3029445</ext-link></comment></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="report"><person-group person-group-type="author"><collab>Ministry of Health and Welfare, Health Insurance Review and Assessment Service, National Health Insurance Service</collab></person-group><article-title>New DRG payment system pilot project guideline [Guideline in Korean]</article-title><year>2026</year><publisher-name>Health Insurance Review and Assessment Service</publisher-name></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kim</surname><given-names>SI</given-names> </name><name name-style="western"><surname>Kim</surname><given-names>SJ</given-names> </name></person-group><article-title>Understanding and evaluation of the new comprehensive DRG payment system [Article in Korean]</article-title><source>Health Policy Forum</source><year>2017</year><access-date>2026-11-04</access-date><volume>15</volume><issue>4</issue><fpage>44</fpage><lpage>50</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://www.dbpia.co.kr/journal/articleDetail?nodeId=NODE07302849">https://www.dbpia.co.kr/journal/articleDetail?nodeId=NODE07302849</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Campbell</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Grimshaw</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Walker</surname><given-names>AE</given-names> </name></person-group><article-title>A systematic review of discharge coding accuracy</article-title><source>J Public Health Med</source><year>2001</year><month>09</month><volume>23</volume><issue>3</issue><fpage>205</fpage><lpage>211</lpage><pub-id pub-id-type="doi">10.1093/pubmed/23.3.205</pub-id><pub-id pub-id-type="medline">11585193</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hsia</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Krushat</surname><given-names>WM</given-names> </name><name name-style="western"><surname>Fagan</surname><given-names>AB</given-names> </name><name name-style="western"><surname>Tebbutt</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Kusserow</surname><given-names>RP</given-names> </name></person-group><article-title>Accuracy of diagnostic coding for Medicare patients under the prospective-payment system</article-title><source>N Engl J Med</source><year>1988</year><month>02</month><day>11</day><volume>318</volume><issue>6</issue><fpage>352</fpage><lpage>355</lpage><pub-id pub-id-type="doi">10.1056/NEJM198802113180604</pub-id><pub-id pub-id-type="medline">3123929</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pongpirul</surname><given-names>K</given-names> </name><name name-style="western"><surname>Robinson</surname><given-names>C</given-names> </name></person-group><article-title>Hospital manipulations in the DRG system: a systematic scoping review</article-title><source>Asian Biomed</source><year>2013</year><volume>7</volume><issue>3</issue><fpage>301</fpage><lpage>310</lpage><pub-id pub-id-type="doi">10.5372/1905-7415.0703.180</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhou</surname><given-names>W</given-names> </name><name name-style="western"><surname>Xu</surname><given-names>C</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>L</given-names> </name><name name-style="western"><surname>Fu</surname><given-names>H</given-names> </name><name name-style="western"><surname>Jian</surname><given-names>W</given-names> </name></person-group><article-title>Behaviours and drivers of diagnosis-related group upcoding in China: a mixed-methods study</article-title><source>Soc Sci Med</source><year>2025</year><month>02</month><volume>366</volume><fpage>117660</fpage><pub-id pub-id-type="doi">10.1016/j.socscimed.2024.117660</pub-id><pub-id pub-id-type="medline">39721170</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Adepoju</surname><given-names>KO</given-names> </name></person-group><article-title>Review of the impact of clinical documentation improvement (CDI) programs on coding accuracy, reimbursement, and quality of care</article-title><source>Unizik J Educ Res Policy Stud</source><year>2024</year><access-date>2026-11-01</access-date><volume>18</volume><issue>1</issue><comment><ext-link ext-link-type="uri" xlink:href="https://unijerps.org/index.php/unijerps/article/view/719">https://unijerps.org/index.php/unijerps/article/view/719</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perkins</surname><given-names>SW</given-names> </name><name name-style="western"><surname>Muste</surname><given-names>JC</given-names> </name><name name-style="western"><surname>Alam</surname><given-names>T</given-names> </name><name name-style="western"><surname>Singh</surname><given-names>RP</given-names> </name></person-group><article-title>Improving clinical documentation with artificial intelligence: a systematic review</article-title><source>Perspect Health Inf Manag</source><year>2024</year><volume>21</volume><issue>2</issue><fpage>1d</fpage><pub-id pub-id-type="medline">40134899</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hay</surname><given-names>P</given-names> </name><name name-style="western"><surname>Wilton</surname><given-names>K</given-names> </name><name name-style="western"><surname>Barker</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mortley</surname><given-names>J</given-names> </name><name name-style="western"><surname>Cumerlato</surname><given-names>M</given-names> </name></person-group><article-title>The importance of clinical documentation improvement for Australian hospitals</article-title><source>Health Inf Manag</source><year>2020</year><month>01</month><volume>49</volume><issue>1</issue><fpage>69</fpage><lpage>73</lpage><pub-id pub-id-type="doi">10.1177/1833358319854185</pub-id><pub-id pub-id-type="medline">31303061</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nimkar</surname><given-names>P</given-names> </name><name name-style="western"><surname>Kanyal</surname><given-names>D</given-names> </name><name name-style="western"><surname>Sabale</surname><given-names>SR</given-names> </name></person-group><article-title>Increasing trends of artificial intelligence with robotic process automation in health care: a narrative review</article-title><source>Cureus</source><year>2024</year><month>09</month><volume>16</volume><issue>9</issue><fpage>e69680</fpage><pub-id pub-id-type="doi">10.7759/cureus.69680</pub-id><pub-id pub-id-type="medline">39429258</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chaudhary</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Peddireddy</surname><given-names>AR</given-names> </name><name name-style="western"><surname>Mathur</surname><given-names>U</given-names> </name></person-group><article-title>The impact of robotic process automation (RPA) in high-dollar claims processing in healthcare</article-title><source>Eur J Adv Eng Technol</source><year>2024</year><volume>11</volume><issue>6</issue><fpage>47</fpage><lpage>49</lpage><pub-id pub-id-type="doi">10.13140/RG.2.2.28723.23847</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Park</surname><given-names>A</given-names> </name><name name-style="western"><surname>Jung</surname><given-names>SY</given-names> </name><name name-style="western"><surname>Yune</surname><given-names>I</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>HY</given-names> </name></person-group><article-title>Applying robotic process automation to monitor business processes in hospital information systems: mixed method approach</article-title><source>JMIR Med Inform</source><year>2025</year><month>03</month><day>7</day><volume>13</volume><fpage>e59801</fpage><pub-id pub-id-type="doi">10.2196/59801</pub-id><pub-id pub-id-type="medline">40053771</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perrin Franck</surname><given-names>C</given-names> </name><name name-style="western"><surname>Babington-Ashaye</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dietrich</surname><given-names>D</given-names> </name><etal/></person-group><article-title>iCHECK-DH: guidelines and checklist for the reporting on digital health implementations</article-title><source>J Med Internet Res</source><year>2023</year><month>05</month><day>10</day><volume>25</volume><fpage>e46694</fpage><pub-id pub-id-type="doi">10.2196/46694</pub-id><pub-id pub-id-type="medline">37163336</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Huang</surname><given-names>WL</given-names> </name><name name-style="western"><surname>Liao</surname><given-names>SL</given-names> </name><name name-style="western"><surname>Huang</surname><given-names>HL</given-names> </name><etal/></person-group><article-title>A case study of lean digital transformation through robotic process automation in healthcare</article-title><source>Sci Rep</source><year>2024</year><month>06</month><day>25</day><volume>14</volume><issue>1</issue><fpage>14626</fpage><pub-id pub-id-type="doi">10.1038/s41598-024-65715-9</pub-id><pub-id pub-id-type="medline">38918486</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Xiang</surname><given-names>J</given-names> </name><name name-style="western"><surname>Durance</surname><given-names>PW</given-names> </name><name name-style="western"><surname>Griffes</surname><given-names>LC</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Bakshi</surname><given-names>RR</given-names> </name></person-group><article-title>Measuring case severity: a novel tool for benchmarking and clinical documentation improvement</article-title><source>BMC Health Serv Res</source><year>2022</year><month>04</month><day>15</day><volume>22</volume><issue>1</issue><fpage>513</fpage><pub-id pub-id-type="doi">10.1186/s12913-022-07935-1</pub-id><pub-id pub-id-type="medline">35428299</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rouse</surname><given-names>M</given-names> </name><name name-style="western"><surname>Jones</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zogleman</surname><given-names>B</given-names> </name><name name-style="western"><surname>May</surname><given-names>R</given-names> </name><name name-style="western"><surname>Ekilah</surname><given-names>T</given-names> </name><name name-style="western"><surname>Gibson</surname><given-names>C</given-names> </name></person-group><article-title>Resident integration with inpatient clinical documentation improvement: a quality improvement project</article-title><source>BMJ Open Qual</source><year>2022</year><month>06</month><volume>11</volume><issue>2</issue><fpage>e001300</fpage><pub-id pub-id-type="doi">10.1136/bmjoq-2020-001300</pub-id><pub-id pub-id-type="medline">35732406</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rodenberg</surname><given-names>H</given-names> </name><name name-style="western"><surname>Shay</surname><given-names>L</given-names> </name><name name-style="western"><surname>Sheffield</surname><given-names>K</given-names> </name><name name-style="western"><surname>Dange</surname><given-names>Y</given-names> </name></person-group><article-title>The expanding role of clinical documentation improvement programs in research and analytics</article-title><source>Perspect Health Inf Manag</source><year>2019</year><volume>16</volume><issue>Winter</issue><fpage>1d</fpage><pub-id pub-id-type="medline">30766455</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kaur</surname><given-names>R</given-names> </name><name name-style="western"><surname>Ginige</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Obst</surname><given-names>O</given-names> </name></person-group><article-title>AI-based ICD coding and classification approaches using discharge summaries: a systematic literature review</article-title><source>Expert Syst Appl</source><year>2023</year><month>03</month><volume>213</volume><fpage>118997</fpage><pub-id pub-id-type="doi">10.1016/j.eswa.2022.118997</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Checklist 1</label><p>iCHECK-DH checklist.</p><media xlink:href="medinform_v14i1e108989_app1.docx" xlink:title="DOCX File, 15 KB"/></supplementary-material></app-group></back></article>