<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e53002</article-id>
      <article-id pub-id-type="pmid">38241064</article-id>
      <article-id pub-id-type="doi">10.2196/53002</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Application of Failure Mode and Effects Analysis to Improve the Quality of the Front Page of Electronic Medical Records in China: Cross-Sectional Data Mapping Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Hefner</surname>
            <given-names>Jennifer</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Or</surname>
            <given-names>Calvin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Yuanjin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Liao</surname>
            <given-names>Pei-Hung</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Zhan</surname>
            <given-names>Siyi</given-names>
          </name>
          <degrees>MMed</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-7052-8072</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ding</surname>
            <given-names>Liping</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-9972-686X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Hui</given-names>
          </name>
          <degrees>MMed</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-2325-3147</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Su</surname>
            <given-names>Aonan</given-names>
          </name>
          <degrees>MMed</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Zhejiang Provincial People's Hospital</institution>
            <addr-line>No. 158, Shangtang Rd</addr-line>
            <addr-line>Hangzhou, 310000</addr-line>
            <country>China</country>
            <phone>86 18814885258</phone>
            <email>suaonan_512917@126.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-9308-7981</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Zhejiang Provincial People's Hospital</institution>
        <addr-line>Hangzhou</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Aonan Su <email>suaonan_512917@126.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>1</month>
        <year>2024</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e53002</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>12</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Siyi Zhan, Liping Ding, Hui Li, Aonan Su. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 19.01.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2024/1/e53002" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The completeness and accuracy of the front pages of electronic medical records (EMRs) are crucial for evaluating hospital performance and for health insurance payments to inpatients. However, the quality of the first page of EMRs in China's medical system is not satisfactory, which can be partly attributed to deficiencies in the EMR system. Failure mode and effects analysis (FMEA) is a proactive risk management tool that can be used to investigate the potential failure modes in an EMR system and analyze the possible consequences.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The purpose of this study was to preemptively identify the potential failures of the EMR system in China and their causes and effects in order to prevent such failures from recurring. Further, we aimed to implement corresponding improvements to minimize system failure modes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>From January 1, 2020, to May 31, 2022, 10 experts, including clinicians, engineers, administrators, and medical record coders, in Zhejiang People’s Hospital conducted FMEA to improve the quality of the front page of the EMR. The completeness and accuracy of the front page and the risk priority numbers were compared before and after the implementation of specific improvement measures.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We identified 2 main processes and 6 subprocesses for improving the EMR system. We found that there were 13 potential failure modes, including data messaging errors, data completion errors, incomplete quality control, and coding errors. A questionnaire survey administered to random physicians and coders showed 7 major causes for these failure modes. Therefore, we established quality control rules for medical records and embedded them in the system. We also integrated the medical insurance system and the front page of the EMR on the same interface and established a set of intelligent front pages in the EMR management system. Further, we revamped the quality management systems such as communicating with physicians regularly and conducting special training seminars. The overall accuracy and integrity rate of the front page (<italic>P</italic>&#60;.001) of the EMR increased significantly after implementation of the improvement measures, while the risk priority number decreased.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In this study, we were able to identify the potential failure modes in the front page of the EMR system by using the FMEA method and implement corresponding improvement measures in order to minimize recurring errors in the health care services in China.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>front page</kwd>
        <kwd>EMR system</kwd>
        <kwd>electronic medical record</kwd>
        <kwd>failure mode and effects analysis</kwd>
        <kwd>FMEA</kwd>
        <kwd>measures</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The electronic medical record (EMR) system is the main carrier of medical information that has details about the whole process of a physician’s treatment for a patient [<xref ref-type="bibr" rid="ref1">1</xref>]. The information on the front page of the EMR is condensed, which includes a patient’s basic information, disease diagnosis, information on surgical or invasive operations, and medical expenses [<xref ref-type="bibr" rid="ref2">2</xref>]. Since January 1, 2013, almost all tertiary hospitals in China have submitted the front pages of the EMRs of inpatients to the Hospital Quality Monitoring System led by the Bureau of Medical Administration and Medical Service Supervision and National Health and Family Planning Commission of the People’s Republic of China [<xref ref-type="bibr" rid="ref3">3</xref>]. The quality and management of the front pages of EMRs are critical for their application in medical services [<xref ref-type="bibr" rid="ref4">4</xref>], research [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], education [<xref ref-type="bibr" rid="ref6">6</xref>], and hospital management [<xref ref-type="bibr" rid="ref7">7</xref>]. For example, some indicators for assessing the capacity of hospital medical services, such as the services for surgery and disease diagnosis, often utilize the information through the front page of the EMR for statistical purposes. However, there are many difficulties in the management of the front page of EMR. A survey conducted by the National Medical Record Management Quality Control Center of China [<xref ref-type="bibr" rid="ref8">8</xref>] showed that more than 230 million front pages of EMRs in 2020 are established in China. Each of them contain over 100 fields. However, there are only 2.5 full-time coders on average in each hospital among 5439 medical institutions, and only 67.9% of them perform special quality control, while 24.2% of them use information technology to control the quality of the front page of the EMR system.</p>
      <p>For reforming the medical insurance payment methods in China, the Chinese State Council’s version of health insurance issued a notice in 2019 on the issuance of technical specifications and grouping schemes for the national pilot of diagnosis-related grouping payments for diseases [<xref ref-type="bibr" rid="ref9">9</xref>]. Therefore, the front page of an EMR needs to be uploaded on the websites of the Health and Wellness Committee and the Health Insurance Authority, which means coders need to edit a front page twice to meet the different needs of both the sectors. The former is for hospital performance evaluation and the latter is for patient health insurance payment. The introduction of this policy in 2019 increased the difficulty of medical record management.</p>
      <p>Failure mode and effects analysis (FMEA) is a proactive risk management tool that originated in the US military in the 1940s. It is widely applicable to human, equipment, and system failure modes, as well as hardware and software programs. FMEA finds out all the potential failure modes in a system and analyzes their possible consequences by mapping the subsystems and each subprocess that makes up the process one by one in the product design stage and process design stage [<xref ref-type="bibr" rid="ref10">10</xref>]. Thus, the advantage of FMEA is that problems can be identified and improved during the system development phase to avoid possible problems. Moreover, the costs incurred to address software defects and failures at an early stage are lower compared to those incurred to address defects at a later stage. Initially, FMEA was widely used in engineering [<xref ref-type="bibr" rid="ref11">11</xref>], food safety management [<xref ref-type="bibr" rid="ref12">12</xref>], financial management [<xref ref-type="bibr" rid="ref13">13</xref>], and so on. Thereafter, with the rising demands in health care services, FMEA was used for proactive health care risk analysis. Doctors often use the EMR system to record patients’ visits. Any issue in the EMR system can affect the patient’s visit process and visit records. According to a systematic review [<xref ref-type="bibr" rid="ref14">14</xref>], 158 studies published from 1998 to 2018 and classified under 4 categories, namely, health care process, hospital management, hospital informatization, and medical equipment and production, reported the use of FMEA in health care systems for proactive health care risk evaluation. In FMEA, the risk priority number (RPN) is calculated by giving a numerical value (scoring) for the severity, frequency, and detectability of the risks or failures, which enable risk assessment of the system [<xref ref-type="bibr" rid="ref10">10</xref>]. An EMR system named Heren (Zhejiang Heren Technology Corporation), which is installed in many hospitals in China, is used by physicians and medical record management coders and quality controllers for filling out the front page. The purpose of this study was to identify the possible failures in the front page data of the EMR and their causes and effects and to propose specific improvement measures to minimize errors. Moreover, we aimed to compare the EMRs before and after introducing the measures to verify the efficacy of the improvement measures. For this, we reviewed previous relevant literature through PubMed, Embase, Web of Science, and Cochrane Library. During this review, we found that although FMEA has been used in some studies for improvement of some facets of EMRs, no study has used FMEA for improving the efficiency the front page of the EMR [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, to the best of our knowledge, ours is the first study to apply FMEA to identify the potential failures on the front page of the EMR in China and the causes and effects of these failures and to perform a before-and-after comparison of the revised front page of the EMR.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We conducted a cross-sectional study from January 1, 2020, to May 31, 2022, in Zhejiang People’s Hospital, which is one of the largest public hospitals in Zhejiang province with more than 100,000 hospital discharges per year. During the period of our research, the number of hospital discharges reached 250,774, which means the same number of front pages of EMRs needed to be filled and coded.</p>
      </sec>
      <sec>
        <title>Steps of FMEA</title>
        <sec>
          <title>Assembling a Panel for FMEA</title>
          <p>Ten experts, including clinicians, medical record coders, and hospital administrators, were invited to assess the potential risks of the EMR system in China. Since coders and quality controllers were necessary to ensure the accuracy of the front page of the EMR, only those who had been working full-time on this task for more than 5 years and who had achieved a coding accuracy rate of more than 95% and who had checked more than thousands of medical records for quality were included. Before we began our study, the organizer introduced the theme of our study to ensure that every expert knew the process of FMEA and the importance of a front page of an EMR. Then, the time and place for each discussion was planned to ensure that the process ran smoothly.</p>
        </sec>
        <sec>
          <title>Mapping the Process and Subprocesses</title>
          <p>Each expert mapped the process and subprocess of completing a front page of an EMR alone initially to avoid interference from others. For example, there are 2 data sources for the content on the front page of the EMR: information automatically imported from the hospital information system that is mainly used by physicians and information that is filled in manually by the physician. Thus, different experts could map their own process according to their work experience. Thereafter, all experts were gathered to draw the final process and subprocess to achieve the completeness of the whole system.</p>
        </sec>
        <sec>
          <title>Brainstorming to Identify Potential Failure Modes in Each Subprocess and Their Causes and Effects</title>
          <p>The implementation process of this step is consistent with the mapping process. At first, each expert could think about every potential failure mode individually. Then, all the experts summarized all the modes and discussed many more potential failure modes by brainstorming once again. In addition, the views on effects and reasons for failure modes were exchanged by experts. Since there were so many issues that could result in potential failure modes, our team summarized the main causes and created a questionnaire for randomly selected physicians and coders to answer.</p>
        </sec>
        <sec>
          <title>Calculating the RPN</title>
          <p>A scoring criterion was used to evaluate the severity, frequency, and detectability of the failures, and each dimension was divided into 10 points. Then, the RPN was calculated by using the score of the 3 dimensions (RPN = Severity × Frequency × Detectability) to evaluate the final score of each failure mode, which ranges from 0 to 1000. To improve the consistency and accuracy of scoring, the rating weight of each expert was based on their professional title grade, work experience, and familiarity with FMEA. In addition, a risk assessment criterion was established to avoid any dispute about the scores given by the experts.</p>
        </sec>
        <sec>
          <title>Proposing Improvement Measures for Each Failure Mode</title>
          <p>Since a low RPN could result from severity, frequency, or detectability and a low score for each dimension could be caused by many different reasons, it is necessary to find out the main issues. According to the Pareto principle, 80% of the consequences are due to only 20% of the potential causes [<xref ref-type="bibr" rid="ref17">17</xref>]. Our team used the Pareto principle to identify the pressing causes that need to be addressed. Then, the experts proposed one or more corresponding improvement measures for each failure mode. Further, the feasibility and effectiveness of improvement measures were also discussed.</p>
        </sec>
        <sec>
          <title>Comparing the Quality Before and After the Improvements</title>
          <p>The experts evaluated the quality of the front page of the EMR before and after the application of the improvement measures. The RPN score was bound to improve if these improvement measures were effective.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study did not involve any patient data or ethical data, and the ethics approval committee of Zhejiang Provincial People's Hospital specified that no ethics approval was required.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>We performed statistical analyses using SPSS (version 20.0; IBM Corp). Two-sided <italic>t</italic> tests were performed to compare the RPNs of the front page of the EMR before and after applying the improvement measures. <italic>P</italic> values &#60;.05 were considered statistically significant.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Assembling a Panel for FMEA</title>
        <p>Our expert panel consisted of 10 experts in 5 different fields. There were 4 physicians, 2 coders, 2 hospital administrators, 1 quality control staff, and 1 information engineer who expressed different views and opinions on the front page of the EMR.</p>
      </sec>
      <sec>
        <title>Mapping the Process and Subprocesses of the Front Page of EMR</title>
        <p>The expert panel identified 2 main process steps and 6 subprocesses after discussion (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The 2 main process steps were management of the physician’s system and management of the medical record system. The 6 subprocesses were information import from physicians’ hospital information system, front page filled by physicians, front page quality control by physicians, transmission of information in the EMR system, coders’ proofreading and coding, and front page quality control by EMR management.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Process map of the front page of the electronic medical record system.</p>
          </caption>
          <graphic xlink:href="medinform_v12i1e53002_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Brainstorming to Identify Potential Failure Modes in Each Subprocess and Their Causes and Effects</title>
        <p>The front page of the EMR that was evaluated in this study is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. According to the process map of the front page of the EMR, the expert panel found that there were 13 potential failure modes, which can be mainly divided into 2 categories. One category is the low accuracy in a variety of information, including basic patient information, treatment information, and cost information. The other category is the low detection in a variety of information, including incorrect case header coding, incomplete quality control, and transmission errors. Regarding the causes for the failures, 115 physicians and coders filled out a questionnaire and summarized 15 main causes. The main causes were incompleteness of the front page, error in information, or incorrect diagnosis-related group, which is risky for hospital medical quality management, academic research, and medical insurance payment (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Front page of the electronic medical record.</p>
          </caption>
          <graphic xlink:href="medinform_v12i1e53002_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Potential failure modes with their causes and effects.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="300"/>
            <col width="260"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td>Process</td>
                <td>Failure modes</td>
                <td>Reasons</td>
                <td>Effects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Transmission in the hospital information system</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Basic information transmission error</p>
                    </list-item>
                    <list-item>
                      <p>Inpatient information transmission error</p>
                    </list-item>
                    <list-item>
                      <p>Expenses information transmission error</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Data interface    
                    errors</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The original data on the front page are erroneous</p>
                    </list-item>
                    <list-item>
                      <p>The DRG<sup>a</sup> is erroneous</p>
                    </list-item>
                    <list-item>
                      <p>Affects patients’ medical reimbursement</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Front page filled by physicians</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Incorrectly filled-in medical    
                    information</p>
                    </list-item>
                    <list-item>
                      <p>Incorrectly filled in other information</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do not understand the filling    
                    criteria</p>
                    </list-item>
                    <list-item>
                      <p>Do not fill in carefully</p>
                    </list-item>
                    <list-item>
                      <p>Incomplete quality control    
                    reminders</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The original data on the front page are erroneous</p>
                    </list-item>
                    <list-item>
                      <p>The DRG is erroneous</p>
                    </list-item>
                    <list-item>
                      <p>Affects patients’ medical reimbursement</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Front page quality control by physicians</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Inadequate quality control</p>
                    </list-item>
                    <list-item>
                      <p>Inaccurate quality control</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>No emphasis on quality control</p>
                    </list-item>
                    <list-item>
                      <p>Unfamiliar with quality control rules</p>
                    </list-item>
                    <list-item>
                      <p>Complexity of quality control rules</p>
                    </list-item>
                    <list-item>
                      <p>Lack of information assistance</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The original data on the front page are erroneous</p>
                    </list-item>
                    <list-item>
                      <p>The DRG is wrong</p>
                    </list-item>
                    <list-item>
                      <p>Affects patients’ medical reimbursement</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Transmission in the physicians’ EMR<sup>b</sup> system</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Inconsistency between the received data in the EMR system and original data</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Data interface errors</p>
                    </list-item>
                    <list-item>
                      <p>Encoding conversion error</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The original data on the front page are wrong</p>
                    </list-item>
                    <list-item>
                      <p>The DRG is wrong</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Coders’ proofreading and coding</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>No data errors were found</p>
                    </list-item>
                    <list-item>
                      <p>Wrong code for diagnosis, surgery, or operation</p>
                    </list-item>
                    <list-item>
                      <p>Restoration error</p>
                    </list-item>
                    <list-item>
                      <p>Diagnostic and surgical operation codes do not meet the requirements of patients’ insurance</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Formal quality control rules are too simple</p>
                    </list-item>
                    <list-item>
                      <p>Lack of internal quality control    
                    reminders</p>
                    </list-item>
                    <list-item>
                      <p>Insufficient professional capacity of coders</p>
                    </list-item>
                    <list-item>
                      <p>Few training opportunities for coders</p>
                    </list-item>
                    <list-item>
                      <p>Inadequate communication between coders and doctors</p>
                    </list-item>
                    <list-item>
                      <p>The criteria are different between the requirements of patients’ insurance and front page</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Erroneous data persist</p>
                    </list-item>
                    <list-item>
                      <p>The DRG is wrong</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Front page quality control by EMR management</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Inadequate quality control</p>
                    </list-item>
                    <list-item>
                      <p>Late feedback for the results of    
                    quality control</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Using a sampling model to conduct quality control</p>
                    </list-item>
                    <list-item>
                      <p>Insufficient professional capacity of quality control staff</p>
                    </list-item>
                    <list-item>
                      <p>Complexity of quality control rules</p>
                    </list-item>
                    <list-item>
                      <p>Lack of information assistance</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Unable to find all errors on the front page</p>
                    </list-item>
                    <list-item>
                      <p>Erroneous data persist</p>
                    </list-item>
                    <list-item>
                      <p>The DRG is wrong</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>DRG: diagnosis-related group.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>EMR: electronic medical record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Calculating the RPN</title>
        <p>Before calculating the RPN, a risk assessment criterion was established to evaluate the quality of the front page of the EMR (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>The rating weight of each expert was calculated to reduce the influence caused by the individual subjective factors of the experts (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Risk assessment criteria for the quality management of the front page of the electronic medical record system.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="60"/>
            <col width="100"/>
            <col width="220"/>
            <col width="100"/>
            <col width="200"/>
            <col width="120"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Grade</td>
                <td>Severity</td>
                <td>Criteria for risk severity</td>
                <td>Frequency</td>
                <td>Criteria for risk frequency</td>
                <td>Detectability</td>
                <td>Criteria for risk detectability</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>10</td>
                <td>Very high</td>
                <td>Make the score of the front page of the EMR<sup>a</sup> below 20</td>
                <td>Extremely high</td>
                <td>Every time</td>
                <td>Very low</td>
                <td>Cannot be detected</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Very high</td>
                <td>Make the score of the front page of the EMR between 20 and 30</td>
                <td>Very high</td>
                <td>Almost every time</td>
                <td>Very low</td>
                <td>Hard to detect</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>High</td>
                <td>Make the score of the front page of the EMR between 30 and 40</td>
                <td>Very high</td>
                <td>One time every half day</td>
                <td>Low</td>
                <td>Seldom detected</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>High</td>
                <td>Make the score of the front page of the EMR between 40 and 50</td>
                <td>High</td>
                <td>More than one time every day</td>
                <td>Low</td>
                <td>Seldom detected</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Middle</td>
                <td>Make the score of the front page of the EMR between 50 and 60</td>
                <td>High</td>
                <td>More than one time every week</td>
                <td>Middle</td>
                <td>Easy to be detected</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Middle</td>
                <td>Make the score of the front page of the EMR between 60 and 70</td>
                <td>Middle</td>
                <td>More than one time every month</td>
                <td>Middle</td>
                <td>Easy to be detected</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Middle</td>
                <td>Make the score of the front page of the EMR between 70 and 80</td>
                <td>Middle</td>
                <td>More than one time every year</td>
                <td>High</td>
                <td>Very easy to be detected</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Low</td>
                <td>Make the score of the front page of the EMR between 80 and 90</td>
                <td>Low</td>
                <td>One time every year</td>
                <td>High</td>
                <td>Very easy to be detected</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Low</td>
                <td>Make the score of the front page of the EMR between 90 and 100</td>
                <td>Very low</td>
                <td>Less than one time every year</td>
                <td>High</td>
                <td>Very easy to be detected</td>
              </tr>
              <tr valign="top">
                <td>1</td>
                <td>Very low</td>
                <td>Does not affect the score of the front page of the EMR</td>
                <td>Extremely low</td>
                <td>Never</td>
                <td>Very high</td>
                <td>No failure modes</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>EMR: electronic medical record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Details of the expert panel.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="170"/>
            <col width="240"/>
            <col width="240"/>
            <col width="120"/>
            <thead>
              <tr valign="bottom">
                <td>Position</td>
                <td>Rating weight </td>
                <td>Working experience (years)</td>
                <td>Familiarity with FMEA<sup>a</sup></td>
                <td>Rating weight </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Physician</td>
                <td>High</td>
                <td>&#62;20</td>
                <td>General</td>
                <td>9/10</td>
              </tr>
              <tr valign="top">
                <td>Physician</td>
                <td>Middle</td>
                <td>10-20</td>
                <td>General</td>
                <td>7/10</td>
              </tr>
              <tr valign="top">
                <td>Physician</td>
                <td>Middle</td>
                <td>1-5</td>
                <td>Familiar</td>
                <td>6/10</td>
              </tr>
              <tr valign="top">
                <td>Physician</td>
                <td>Primary</td>
                <td>6-10</td>
                <td>General</td>
                <td>5/10</td>
              </tr>
              <tr valign="top">
                <td>Coder</td>
                <td>High</td>
                <td>10-20</td>
                <td>Familiar</td>
                <td>9/10</td>
              </tr>
              <tr valign="top">
                <td>Coder</td>
                <td>Middle</td>
                <td>6-10</td>
                <td>Familiar</td>
                <td>7/10</td>
              </tr>
              <tr valign="top">
                <td>Quality control staff</td>
                <td>High</td>
                <td>10-20</td>
                <td>Not very familiar</td>
                <td>7/10</td>
              </tr>
              <tr valign="top">
                <td>Administrator</td>
                <td>High</td>
                <td>&#62;20</td>
                <td>Not very familiar</td>
                <td>8/10</td>
              </tr>
              <tr valign="top">
                <td>Administrator</td>
                <td>Middle</td>
                <td>10-20</td>
                <td>Familiar</td>
                <td>8/10</td>
              </tr>
              <tr valign="top">
                <td>Information engineer</td>
                <td>Primary</td>
                <td>1-5</td>
                <td>Familiar</td>
                <td>5/10</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>FMEA: failure mode and effects analysis.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Proposing Improvement Measures for Each Failure Mode</title>
        <p>According to the principle of Pareto, there were 7 causes in our study that contributed to 80% of the consequences (<xref rid="figure3" ref-type="fig">Figure 3</xref>), which can be addressed by revamping the information and quality management. For example, we integrated the medical insurance system with the front page of the EMR on the same interface and established a set of intelligent front pages for the EMR management system. In addition, we revamped the management of quality, such as communicating with physicians regularly and conducting special training seminars (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The 7 causes that contributed to 80% of the failure modes in the electronic medical record system, according to the principle of Pareto. QC: quality control.</p>
          </caption>
          <graphic xlink:href="medinform_v12i1e53002_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Improvement measures for the causes of potential failure modes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="180"/>
            <col width="170"/>
            <col width="220"/>
            <col width="140"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Why</td>
                <td>What</td>
                <td>How and When</td>
                <td>Where</td>
                <td>Who</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Revamp the  <break/>  
            information</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The rules for quality control are    
                    inadequate</p>
                    </list-item>
                    <list-item>
                      <p>Low accuracy in manual quality    
                    control</p>
                    </list-item>
                    <list-item>
                      <p>The criteria are different between the requirements of patients’ insurance and front page    
                    details</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Establish a set of intelligent front pages in the EMR<sup>a</sup> management system</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Added quality control rules from May to September 2021</p>
                    </list-item>
                    <list-item>
                      <p>Embedded quality control systems into the physician’s system and front page system from July to October 2021</p>
                    </list-item>
                    <list-item>
                      <p>Integrated medical insurance system and the front page of the EMR from July to December 2021</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>EMR center and information center</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Staffs of EMR center and information engineers</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Revamp quality management</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Formal quality control rules are simple</p>
                    </list-item>
                    <list-item>
                      <p>Insufficient professional capacity of coders</p>
                    </list-item>
                    <list-item>
                      <p>Inadequate communication between coders and physician</p>
                    </list-item>
                    <list-item>
                      <p>Lack of a continuous improvement process</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Improve the correctness of the front page by physician</p>
                    </list-item>
                    <list-item>
                      <p>Improve the professional capacity of coders</p>
                    </list-item>
                    <list-item>
                      <p>Establish effective communication channels</p>
                    </list-item>
                    <list-item>
                      <p>Form a continuous improvement process</p>
                    </list-item>
                  </list>
                </td>
                <td>From January to May 2021<break/><list list-type="bullet"><list-item><p>Conducted special training seminars</p></list-item></list><list list-type="bullet"><list-item><p>Prepared a quality and information management manual</p></list-item><list-item><p>Implemented professional training regularly</p></list-item><list-item><p>Invited experts for    
                    guidance</p></list-item><list-item><p>Communicated with physicians regularly</p></list-item><list-item><p>Provided timely feedback to physicians on quality control results</p></list-item></list>  <break/>  </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>EMR center and clinical departments</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Staffs of EMR center, information engineers, and physicians</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>EMR: electronic medical record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Comparing the Front Page of EMR Before and After Improvement</title>
        <p>Before carrying out improvement measures, the highest RPN given by the experts was 296.3 for the failure mode “wrong code for diagnosis, surgery, or operation,” which was due to the quality rules being too simple, while the lowest was 50.6 for “basic information transmission error,” which was caused by wrong data interface or conversion error. On average, the final RPN was 181.2. The highest score for severity was for “wrong code for diagnosis, surgery, or operation” and the lowest was for “expense information transmission error.” The highest score for frequency was for “incorrectly filled-in medical information” and the lowest was for “expense information transmission error.” As for detectability, the highest score was for “wrong diagnosis-related group code of diagnosis, surgery, or operation,” “restoration error,” and “late feedback for quality control results.” The lowest score for detectability was for “basic information transmission error.” Our team calculated the RPN of the revised front page of the EMR after implementing the improvement measures mentioned in <xref ref-type="table" rid="table5">Table 5</xref>, and the final RPN was 95.0, which was lower than that of the original front page of the EMR (RPN=181.2).</p>
        <p>The RPN of every failure mode decreased after implementing the improvements, and the mode for the late feedback for quality control decreased the most remarkably (<xref ref-type="table" rid="table5">Table 5</xref>). In addition, the accuracy rate of the basic information (<italic>χ</italic><sup>2</sup><sub>1</sub>=269.6; <italic>P</italic>&#60;.001); inpatient information (<italic>χ</italic><sup>2</sup><sub>1</sub>=175.9; <italic>P</italic>&#60;.001); diagnosis, surgery, and operation code (<italic>χ</italic><sup>2</sup><sub>1</sub>=32.9; <italic>P</italic>&#60;.001); and the overall accuracy rate of the front page (<italic>χ</italic><sup>2</sup><sub>1</sub>=239.3; <italic>P</italic>&#60;.001) and the integrity rate of the front page (<italic>χ</italic> <sup>2</sup><sub>1</sub>=110.4; <italic>P</italic>&#60;.001) increased significantly (<xref ref-type="table" rid="table6">Table 6</xref>).</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Comparison of the risk analysis before and after failure mode and effects analysis model improvement.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="170"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="120"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Process, failure modes</td>
                <td colspan="9">Before FMEA<sup>a</sup></td>
                <td colspan="6">After FMEA</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Severity</td>
                <td colspan="2">Frequency</td>
                <td colspan="2">Detectability</td>
                <td colspan="2">Risk priority number</td>
                <td colspan="3">Severity</td>
                <td colspan="2">Frequency</td>
                <td>Detectability</td>
                <td>Risk priority number</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="18">
                  <bold>Information import from HIS<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Basic information transmission  <break/>  
            error</td>
                <td colspan="2">3.1</td>
                <td colspan="2">3.4</td>
                <td colspan="2">4.8</td>
                <td colspan="2">50.6</td>
                <td colspan="3">3.1</td>
                <td colspan="2">3.1</td>
                <td colspan="2">3.7</td>
                <td>35.6</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inpatient information transmission error</td>
                <td colspan="2">3.9</td>
                <td colspan="2">2.3</td>
                <td colspan="2">6.6</td>
                <td colspan="2">59.2</td>
                <td colspan="3">3.6</td>
                <td colspan="2">2.1</td>
                <td colspan="2">6.2</td>
                <td>46.9</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Expenses information transmission error</td>
                <td colspan="2">2.4</td>
                <td colspan="2">2.1</td>
                <td colspan="2">6.6</td>
                <td colspan="2">33.3</td>
                <td colspan="3">2.2</td>
                <td colspan="2">2.0</td>
                <td colspan="2">6.0</td>
                <td>26.4</td>
              </tr>
              <tr valign="top">
                <td colspan="18">
                  <bold>Front page filled by physicians</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Incorrectly filled-in medical information</td>
                <td colspan="2">6.1</td>
                <td colspan="2">6.6</td>
                <td colspan="2">6.4</td>
                <td colspan="2">257.7</td>
                <td colspan="3">5.8</td>
                <td colspan="2">6.2</td>
                <td colspan="2">6.0</td>
                <td>215.8</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Incorrectly filled-in other information</td>
                <td colspan="2">2.7</td>
                <td colspan="2">5.8</td>
                <td colspan="2">6.1</td>
                <td colspan="2">95.5</td>
                <td colspan="3">2.3</td>
                <td colspan="2">5.1</td>
                <td colspan="2">5.5</td>
                <td>64.5</td>
              </tr>
              <tr valign="top">
                <td colspan="18">
                  <bold>Front page quality control by physicians</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inadequate quality control</td>
                <td colspan="2">6.5</td>
                <td colspan="2">6.4</td>
                <td colspan="2">6.4</td>
                <td colspan="2">266.2</td>
                <td colspan="3">6.0</td>
                <td colspan="2">5.1</td>
                <td colspan="2">5.2</td>
                <td>159.1</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inaccurate quality control</td>
                <td colspan="2">6.1</td>
                <td colspan="2">6.5</td>
                <td colspan="2">6.5</td>
                <td colspan="2">257.7</td>
                <td colspan="3">4.9</td>
                <td colspan="2">5.0</td>
                <td colspan="2">4.7</td>
                <td>115.2</td>
              </tr>
              <tr valign="top">
                <td colspan="18">
                  <bold>Information import from the physician’s EMR<sup>c</sup> system</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inconsistency between the received data in EMR system and the original data</td>
                <td colspan="2">3.6</td>
                <td colspan="2">3.3</td>
                <td colspan="2">5.3</td>
                <td colspan="2">63.0</td>
                <td colspan="3">3.1</td>
                <td colspan="2">3.1</td>
                <td colspan="2">4.7</td>
                <td>45.2</td>
              </tr>
              <tr valign="top">
                <td colspan="18">
                  <bold>Coders’ proofreading and coding</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No data errors were found</td>
                <td colspan="2">5.2</td>
                <td colspan="2">6.3</td>
                <td colspan="2">6.3</td>
                <td colspan="2">206.4</td>
                <td colspan="3">4.5</td>
                <td colspan="2">5.3</td>
                <td colspan="2">4.8</td>
                <td>114.5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Wrong code for diagnosis, surgery, or operation</td>
                <td colspan="2">6.7</td>
                <td colspan="2">6.6</td>
                <td colspan="2">6.7</td>
                <td colspan="2">296.3</td>
                <td colspan="3">4.6</td>
                <td colspan="2">4.5</td>
                <td colspan="2">5.0</td>
                <td>103.5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Restoration error</td>
                <td colspan="2">6.6</td>
                <td colspan="2">6.1</td>
                <td colspan="2">6.7</td>
                <td colspan="2">269.7</td>
                <td colspan="3">4.4</td>
                <td colspan="2">4.6</td>
                <td colspan="2">4.7</td>
                <td>95.1</td>
              </tr>
              <tr valign="top">
                <td colspan="18">
                  <bold>Front page quality control by EMR management</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inadequate quality control</td>
                <td colspan="2">6.1</td>
                <td colspan="2">6.5</td>
                <td colspan="2">6.0</td>
                <td colspan="2">237.9</td>
                <td colspan="3">4.6</td>
                <td colspan="2">5.1</td>
                <td colspan="2">4.6</td>
                <td>107.9</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Late feedback of quality control results</td>
                <td colspan="2">6.1</td>
                <td colspan="2">6.4</td>
                <td colspan="2">6.7</td>
                <td colspan="2">261.6</td>
                <td colspan="3">4.7</td>
                <td colspan="2">4.9</td>
                <td colspan="2">4.6</td>
                <td>105.9</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Average</td>
                <td colspan="2">N/A<sup>d</sup></td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">181.2</td>
                <td colspan="3">N/A</td>
                <td colspan="2">N/A</td>
                <td>N/A</td>
                <td>95.0</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>FMEA: failure mode and effects analysis.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>HIS: hospital information system.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>EMR: electronic medical record.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Comparison of the accuracy and integrity of the front page of the electronic medical records before and after failure mode and effects analysis model improvement.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="100"/>
            <col width="180"/>
            <col width="180"/>
            <col width="170"/>
            <col width="140"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Items</td>
                <td>Front pages (n)</td>
                <td>Accuracy rate of basic information</td>
                <td>Accuracy rate of inpatient information</td>
                <td>Accuracy rate of diagnosis, surgery, and  <break/>  
            operation code</td>
                <td>Overall accuracy rate of front page</td>
                <td>Integrity rate of front page</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Before</td>
                <td>48,509</td>
                <td>94.09</td>
                <td>95.28</td>
                <td>97.29</td>
                <td>93.44</td>
                <td>96.15</td>
              </tr>
              <tr valign="top">
                <td>After</td>
                <td>78,890</td>
                <td>96.09</td>
                <td>96.74</td>
                <td>97.81</td>
                <td>95.48</td>
                <td>97.26</td>
              </tr>
              <tr valign="top">
                <td>Chi-square <italic>(df)</italic></td>
                <td>N/A<sup>a</sup></td>
                <td>269.6 (1)</td>
                <td>175.9 (1)</td>
                <td>32.9 (1)</td>
                <td>239.3 (1)</td>
                <td>110.4 (1)</td>
              </tr>
              <tr valign="top">
                <td><italic>P</italic> value</td>
                <td>N/A</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td> &#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The quality of the front page of an EMR is quite important not only for hospital performance management [<xref ref-type="bibr" rid="ref2">2</xref>] but also for insurance payments to patients [<xref ref-type="bibr" rid="ref15">15</xref>]. Thus, it is necessary to improve the effectiveness of the front page of the EMR. There are many risk management tools for investigating the potential problems in an EMR system, such as Expert Delphi [<xref ref-type="bibr" rid="ref18">18</xref>], scenario analysis method [<xref ref-type="bibr" rid="ref19">19</xref>], and SWOT (strengths, weaknesses, opportunities, and threats) analysis method [<xref ref-type="bibr" rid="ref20">20</xref>]. The advantage of Expert Delphi is that everyone's opinions are collected and that of scenario analysis is that it identifies risks by designing multiple possible future scenarios. The advantage of SWOT is that it identifies the strengths, weaknesses, opportunities, and costs of the project, thus qualitatively identifying the project risks from multiple perspectives. FMEA is a risk management tool that has most of the advantages of the above tools. FMEA can not only change the occurrence of risk from postprocessing to preemptive prevention but is also a simple and a practical risk quantification method [<xref ref-type="bibr" rid="ref10">10</xref>]. In recent years, FMEA has been widely used in various fields, including the medical field. Studies on medical services [<xref ref-type="bibr" rid="ref21">21</xref>], medicine distribution [<xref ref-type="bibr" rid="ref22">22</xref>], infection control [<xref ref-type="bibr" rid="ref23">23</xref>], and medical equipment operation and maintenance [<xref ref-type="bibr" rid="ref24">24</xref>] have used FMEA to date.</p>
      <p>In this study, we found potential failures existing in the EMR system of China and proposed improvement measures to solve the problems by using FMEA. Our results showed that there were 2 main processes and 6 subprocesses in the EMR system that showed 13 potential failure modes. The 2 main process steps were management of the physician’s system and management of the medical record system. The 6 subprocesses were information transmission in the hospital information system, front page filled by physicians, front page quality control by physicians, information transmission in the EMR system, coders’ proofreading and coding, and front page quality control by EMR management. This finding is similar to that reported in a study performed in Indonesia [<xref ref-type="bibr" rid="ref25">25</xref>], wherein potential failure modes included incomplete or missing medical record files, mistakes caused by coders, and excessive code writing or upcoding [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>According to the principle of Pareto and from questionnaire responses, we found that there were 7 causes in our study that contributed to 80% of the consequences, which can be divided into 2 aspects for the resolution of errors. One aspect was to revamp the information by establishing a set of intelligent front pages in the EMR management system to solve the problems of inadequate information and inaccurate quality control and to implement different codes of management or payment. In this study, we established quality control rules for medical records and embedded them in the system first. Accurate quality control rules are important for maintaining data quality. For example, Carlson et al [<xref ref-type="bibr" rid="ref26">26</xref>] used quality control rules to identify common logical problems, including incomplete data, invalid values, and inconsistent data, in a clinical data set of an intensive care unit. Hart et al [<xref ref-type="bibr" rid="ref27">27</xref>] reported &#62;50% decrease in rejected records across patient information, service information, and financial information in 6 months by using quality rules. In addition, we integrated the medical insurance system with the front page of the EMR on the same interface. The other aspect was to revamp the management of quality by conducting multichannel trainings for doctors and coders, creating a quality and information management manual, and communicating with physicians and coders regularly. Previous studies [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>] have shown a high rate of errors in physician coding for professional services, which can be risky in medical care services. One study [<xref ref-type="bibr" rid="ref31">31</xref>] showed that clinicians and coders differ in their understanding of disease coding and need to communicate in a timely manner. Some of our measures are also consistent with those previously reported [<xref ref-type="bibr" rid="ref25">25</xref>] that a hospital needs to update coding training for coders and provide guidance and validation of coding for physicians as well.</p>
      <p>After implementing improvement measures, we found that the RPN of every failure mode decreased. The most significant decline in RPN was for the mode on the late feedback for quality control results. Many studies have proved the benefits of artificial intelligence. For example, machine learning could improve the content of medical records by identifying patients' medical information [<xref ref-type="bibr" rid="ref32">32</xref>] or by predicting the onset of disease [<xref ref-type="bibr" rid="ref33">33</xref>]. Therefore, we applied artificial intelligence to establish an intelligent front page for the EMR management system and then embedded it in the doctor's medical record writing interface and medical record quality control interface, which made it possible for real-time quality control of the front page. The second indicator of decline was inaccurate quality control of the front page by physicians. The original data on the front page, such as basic patient information, expenses, and surgery, are filled by physicians who decide the quality of the front page mostly [<xref ref-type="bibr" rid="ref34">34</xref>]. After the amendments, the accuracy and integrity of the front page were both improved for those measures, which helped the diagnosis-related group to be more specific and the evaluation of the hospital performance more precise. In addition, the quality of the front page of EMR is quite important for patients. A complete front page of the medical record enables doctors to grasp important information about the patient in a short period, such as family history, allergy history, and important test results and facilitates doctors to quickly and accurately judge the patient's condition and formulate diagnosis and treatment plans, thereby reducing overmedication and even erroneous medical treatment.</p>
      <p>Human factors engineering and user-centered designs are indispensable components of mobile health technology design and implementation [<xref ref-type="bibr" rid="ref35">35</xref>]. Human factors emphasize human needs and capabilities as the core of the design technology system, making people the most important consideration in the design process and aiming to achieve the goal of “making machines fit people.” Regarding EMR system update, physicians, medical record coders, and quality controllers are the target users, and they will resist the technology when they believe it does not meet their expectations and needs [<xref ref-type="bibr" rid="ref36">36</xref>]. For this reason, this study was conducted through brainstorming and questionnaires to inform the needs of physicians, coders, and others regarding the front page of the EMR system. For example, incorrectly filled-in medical information and quality control proposed by physicians, coders, and other users prompted engineers to establish a set of intelligent front pages in the EMR management system. The usability of the EMR system is evaluated by its effectiveness, efficiency, and suitability for target users. Although we did not use questionnaires to analyze the satisfaction of doctors, coders, and others with the improved EMR system, the results of FMEA showed that RPN was greatly reduced after the system was improved; thus, it can be hypothesized that the user's satisfaction with the system has been enhanced. Moreover, the overall accuracy rate of the front page (<italic>P</italic>&#60;.001) and the integrity rate of the front page (<italic>P</italic>&#60;.001) were significantly enhanced after implementing the improvement measures, thereby demonstrating the increase in the effectiveness of the system. The number of front pages of EMR increased from 48,509 to 78,890 with the same amount of time and labor, which proves that the efficiency of the system was also improved.</p>
      <p>Our study has several strengths. First, medical research FMEA has mostly been performed for health care processes, hospital management, etc. For example, a study performed in Sri Lanka used FMEA to improve medication safety in the dispensing process [<xref ref-type="bibr" rid="ref22">22</xref>], while another study aimed to increase the efficiency and success rate of patients with acute ischemic stroke [<xref ref-type="bibr" rid="ref25">25</xref>]. No study has used FMEA for improving the front page of EMR in China before. Therefore, this is the first study performed in China, which can provide the base for future studies. Second, most studies only used FMEA to find potential failure modes and propose improvement measures, but the system was not evaluated after the application of those measures. However, our study used FMEA to compare the RPN of the front page of the EMR before and after applying the improvement measures to verify the efficiency of the system. Our study also has some limitations. The first limitation was that the method we used is not advanced since there are many better methods such as data envelopment analysis [<xref ref-type="bibr" rid="ref37">37</xref>] and fuzzy RPN method [<xref ref-type="bibr" rid="ref38">38</xref>]. The second limitation was that the process of scoring the system by the experts was subjective although we had set weights for the experts' scores. The third limitation was that we did not use additional methods to validate the results, which we aim to improve in the future. Lastly, although the EMR system called Heren has been used in many hospitals, different hospitals may use different types of Heren. Consequently, the generalizability of this study and the findings should be considered cautiously. In conclusion, we improved the front pages of the EMRs in China based on the potential failure modes found by the FMEA method.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EMR</term>
          <def>
            <p>electronic medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FMEA</term>
          <def>
            <p>failure mode and effects analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RPN</term>
          <def>
            <p>risk priority number</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SWOT</term>
          <def>
            <p>strengths, weaknesses, opportunities, and threats</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project was supported by Project of 2023 Zhejiang Province Archives Science and Technology Project Research (2023-34).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data sets are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>SZ wrote the main manuscript. AS, HL, and SZ prepared the figures and tables. AS, HL, SZ, and LD designed the study. All authors reviewed the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records: then, now, and in the future</article-title>
          <source>Yearb Med Inform</source>
          <year>2016</year>
          <month>05</month>
          <day>20</day>
          <volume>Suppl 1</volume>
          <fpage>S48</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.15265/IYS-2016-s006"/>
          </comment>
          <pub-id pub-id-type="doi">10.15265/IYS-2016-s006</pub-id>
          <pub-id pub-id-type="medline">27199197</pub-id>
          <pub-id pub-id-type="pii">me2016-s006</pub-id>
          <pub-id pub-id-type="pmcid">PMC5171496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <collab>China PEACE Collaborative Group</collab>
          </person-group>
          <article-title>Are medical record front page data suitable for risk adjustment in hospital performance measurement? Development and validation of a risk model of in-hospital mortality after acute myocardial infarction</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>04</month>
          <day>09</day>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>e045053</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33837102"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-045053</pub-id>
          <pub-id pub-id-type="medline">33837102</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-045053</pub-id>
          <pub-id pub-id-type="pmcid">PMC8043007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Frequency of systemic lupus erythematosus was decreasing among hospitalized patients from 2013 to 2017 in a national database in China</article-title>
          <source>Front Med (Lausanne)</source>
          <year>2021</year>
          <volume>8</volume>
          <fpage>648727</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33889586"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fmed.2021.648727</pub-id>
          <pub-id pub-id-type="medline">33889586</pub-id>
          <pub-id pub-id-type="pmcid">PMC8056078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record-enabled big-data approaches to nephrotoxin-associated acute kidney injury risk prediction</article-title>
          <source>Pharmacotherapy</source>
          <year>2018</year>
          <month>08</month>
          <volume>38</volume>
          <issue>8</issue>
          <fpage>804</fpage>
          <lpage>812</lpage>
          <pub-id pub-id-type="doi">10.1002/phar.2150</pub-id>
          <pub-id pub-id-type="medline">29885015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Hurley</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Krakower</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Alexeeff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Silverberg</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Use of electronic health record data and machine learning to identify candidates for HIV pre-exposure prophylaxis: a modelling study</article-title>
          <source>The Lancet HIV</source>
          <year>2019</year>
          <month>10</month>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e688</fpage>
          <lpage>e695</lpage>
          <pub-id pub-id-type="doi">10.1016/s2352-3018(19)30137-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The need for academic electronic health record systems in nurse education</article-title>
          <source>Nurse Educ Today</source>
          <year>2017</year>
          <month>07</month>
          <volume>54</volume>
          <fpage>83</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2017.04.018</pub-id>
          <pub-id pub-id-type="medline">28500984</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(17)30094-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Hospital cancer pain management by electronic health record-based automatic screening</article-title>
          <source>Am J Manag Care</source>
          <year>2018</year>
          <month>11</month>
          <day>01</day>
          <volume>24</volume>
          <issue>11</issue>
          <fpage>e338</fpage>
          <lpage>e343</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=87787"/>
          </comment>
          <pub-id pub-id-type="medline">30452201</pub-id>
          <pub-id pub-id-type="pii">87787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Health Commission</collab>
          </person-group>
          <source>2020 National Medical Services and Quality Safety Report</source>
          <year>2021</year>
          <month>10</month>
          <day>1</day>
          <publisher-loc>Beijing</publisher-loc>
          <publisher-name>Science and technology literature press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Notice on printing and distributing the national pilot technical specifications and grouping plans for the payment of disease diagnosis related groups (DRGs)</article-title>
          <source>The Central People's Government of the People's Republic of China</source>
          <access-date>2023-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.cn/zhengce/zhengceku/2019-11/18/content_5562261.htm">https://www.gov.cn/zhengce/zhengceku/2019-11/18/content_5562261.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Failure mode and effect analysis: FMEA from theory to execution</article-title>
          <source>Technometrics</source>
          <year>1996</year>
          <month>02</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>80</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1080/00401706.1996.10484424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Qin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>An extended FMEA model based on cumulative prospect theory and type-2 intuitionistic fuzzy VIKOR for the railway train risk prioritization</article-title>
          <source>Entropy</source>
          <year>2020</year>
          <month>12</month>
          <day>15</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>1418</fpage>
          <pub-id pub-id-type="doi">10.3390/e22121418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Daraba</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Voidarou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rozos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Enshasy</surname>
              <given-names>HAE</given-names>
            </name>
            <name name-style="western">
              <surname>Varzakas</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Implementation of food safety management systems along with other management tools (HAZOP, FMEA, Ishikawa, Pareto). The case study of Listeria monocytogenes and correlation with microbiological criteria</article-title>
          <source>Foods</source>
          <year>2021</year>
          <month>09</month>
          <day>13</day>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>2169</fpage>
          <pub-id pub-id-type="doi">10.3390/foods10092169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edu</surname>
              <given-names>Abeeku Sam</given-names>
            </name>
            <name name-style="western">
              <surname>Agoyi</surname>
              <given-names>Mary</given-names>
            </name>
            <name name-style="western">
              <surname>Agozie</surname>
              <given-names>Divine</given-names>
            </name>
          </person-group>
          <article-title>Digital security vulnerabilities and threats implications for financial institutions deploying digital technology platforms and application: FMEA and FTOPSIS analysis</article-title>
          <source>Peer J Comput Sci</source>
          <year>2021</year>
          <volume>7</volume>
          <fpage>e658</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34435101"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj-cs.658</pub-id>
          <pub-id pub-id-type="medline">34435101</pub-id>
          <pub-id pub-id-type="pii">cs-658</pub-id>
          <pub-id pub-id-type="pmcid">PMC8356653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ping</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Failure mode and effects analysis for proactive healthcare risk evaluation: A systematic literature review</article-title>
          <source>J Eval Clin Pract</source>
          <year>2020</year>
          <month>08</month>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>1320</fpage>
          <lpage>1337</lpage>
          <pub-id pub-id-type="doi">10.1111/jep.13317</pub-id>
          <pub-id pub-id-type="medline">31849153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Notice of the Office of the National Medical Security Administration on issuing the detailed grouping plan for diagnosis related groups of medical security diseases (CHS-DRG) (version 1.0)</article-title>
          <source>The Central People's Government of the People's Republic of China</source>
          <access-date>2023-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.cn/zhengce/zhengceku/2019-11/18/content_5562261.htm">https://www.gov.cn/zhengce/zhengceku/2019-11/18/content_5562261.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asgari Dastjerdi</surname>
              <given-names>Hoori</given-names>
            </name>
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>Elahe</given-names>
            </name>
            <name name-style="western">
              <surname>Yarmohammadian</surname>
              <given-names>Mohammad Hossein</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmadzade</surname>
              <given-names>Mahdiye Sadat</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the application of failure mode and effects analysis technique in hospital wards: a systematic review</article-title>
          <source>J Inj Violence Res</source>
          <year>2017</year>
          <month>01</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28039688"/>
          </comment>
          <pub-id pub-id-type="doi">10.5249/jivr.v9i1.794</pub-id>
          <pub-id pub-id-type="medline">28039688</pub-id>
          <pub-id pub-id-type="pii">794</pub-id>
          <pub-id pub-id-type="pmcid">PMC5279992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Sotardi</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>The Pareto principle</article-title>
          <source>J Am Coll Radiol</source>
          <year>2018</year>
          <month>06</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>931</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2018.02.026</pub-id>
          <pub-id pub-id-type="medline">29706287</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(18)30257-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vázquez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Salavert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gayoso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lizasoaín</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz Camps</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Di Benedetto</surname>
              <given-names>N</given-names>
            </name>
            <collab>Study Group of Risk Factors for IFI using the Delphi Method</collab>
          </person-group>
          <article-title>Delphi-based study and analysis of key risk factors for invasive fungal infection in haematological patients</article-title>
          <source>Rev Esp Quimioter</source>
          <year>2017</year>
          <month>04</month>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>103</fpage>
          <lpage>117</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://seq.es/seq/0214-3429/30/2/vazquez14feb2017.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">28198173</pub-id>
          <pub-id pub-id-type="pii">vazquez14feb2017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>Christopher H</given-names>
            </name>
            <name name-style="western">
              <surname>Wylie</surname>
              <given-names>Varsha</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>Hannah</given-names>
            </name>
            <name name-style="western">
              <surname>Fawell</surname>
              <given-names>John</given-names>
            </name>
            <name name-style="western">
              <surname>Holmer</surname>
              <given-names>Melanie</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>Katherine</given-names>
            </name>
          </person-group>
          <article-title>A robust scenario analysis approach to water recycling quantitative microbial risk assessment</article-title>
          <source>J Appl Microbiol</source>
          <year>2023</year>
          <month>03</month>
          <day>01</day>
          <volume>134</volume>
          <issue>3</issue>
          <fpage>029</fpage>
          <lpage>029</lpage>
          <pub-id pub-id-type="doi">10.1093/jambio/lxad029</pub-id>
          <pub-id pub-id-type="medline">36796790</pub-id>
          <pub-id pub-id-type="pii">7043458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dominguez</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Pacheco</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Moratalla</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Carugno</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Carrera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Milan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Caballero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alcázar</surname>
              <given-names>J L</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis and management of isthmocele (Cesarean scar defect): a SWOT analysis</article-title>
          <source>Ultrasound Obstet Gynecol</source>
          <year>2023</year>
          <month>09</month>
          <volume>62</volume>
          <issue>3</issue>
          <fpage>336</fpage>
          <lpage>344</lpage>
          <pub-id pub-id-type="doi">10.1002/uog.26171</pub-id>
          <pub-id pub-id-type="medline">36730180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maughan</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Ramirez</surname>
              <given-names>Jose L</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Iravani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Amurao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Luechtefeld</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mhlanga</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Zoberi</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Failure modes and effects analysis of pediatric I-131 MIBG therapy: Program design and potential pitfalls</article-title>
          <source>Pediatr Blood Cancer</source>
          <year>2022</year>
          <month>12</month>
          <volume>69</volume>
          <issue>12</issue>
          <fpage>e29996</fpage>
          <pub-id pub-id-type="doi">10.1002/pbc.29996</pub-id>
          <pub-id pub-id-type="medline">36102748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anjalee</surname>
              <given-names>JAL</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Samaranayake</surname>
              <given-names>NR</given-names>
            </name>
          </person-group>
          <article-title>Application of failure mode and effects analysis (FMEA) to improve medication safety in the dispensing process - a study at a teaching hospital, Sri Lanka</article-title>
          <source>BMC Public Health</source>
          <year>2021</year>
          <month>07</month>
          <day>20</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>1430</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-021-11369-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-021-11369-5</pub-id>
          <pub-id pub-id-type="medline">34284737</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-021-11369-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC8293514</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Niu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Failure mode and effects analysis on the control effect of multi-drug-resistant bacteria in ICU patients</article-title>
          <source>Am J Transl Res</source>
          <year>2021</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>10777</fpage>
          <lpage>10784</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34650755"/>
          </comment>
          <pub-id pub-id-type="medline">34650755</pub-id>
          <pub-id pub-id-type="pmcid">PMC8507006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frosini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Miniati</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grillone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dori</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gentili</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Belardinelli</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Integrated HTA-FMEA/FMECA methodology for the evaluation of robotic system in urology and general surgery</article-title>
          <source>THC</source>
          <year>2016</year>
          <month>11</month>
          <day>14</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>873</fpage>
          <lpage>887</lpage>
          <pub-id pub-id-type="doi">10.3233/thc-161236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Application of integrated emergency care model based on failure modes and effects analysis in patients with ischemic stroke</article-title>
          <source>Front Surg</source>
          <year>2022</year>
          <volume>9</volume>
          <fpage>874577</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35449548"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fsurg.2022.874577</pub-id>
          <pub-id pub-id-type="medline">35449548</pub-id>
          <pub-id pub-id-type="pmcid">PMC9018110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>C J</given-names>
            </name>
            <name name-style="western">
              <surname>East</surname>
              <given-names>T D</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>A H</given-names>
            </name>
          </person-group>
          <source>Proc Annu Symp Comput Appl Med Care</source>
          <year>1995</year>
          <fpage>188</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/8563264"/>
          </comment>
          <pub-id pub-id-type="medline">8563264</pub-id>
          <pub-id pub-id-type="pmcid">PMC2579081</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>Robert</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>Mu-Hsing</given-names>
            </name>
          </person-group>
          <article-title>Better data quality for better healthcare research results - a case study</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>234</volume>
          <fpage>161</fpage>
          <lpage>166</lpage>
          <pub-id pub-id-type="medline">28186034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andreae</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Dunham</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Freed</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Inadequate training in billing and coding as perceived by recent pediatric graduates</article-title>
          <source>Clin Pediatr (Phila)</source>
          <year>2009</year>
          <month>11</month>
          <volume>48</volume>
          <issue>9</issue>
          <fpage>939</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1177/0009922809337622</pub-id>
          <pub-id pub-id-type="medline">19483135</pub-id>
          <pub-id pub-id-type="pii">0009922809337622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balla</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Garwe</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Motghare</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stamile</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mahnken</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lees</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluating coding accuracy in General Surgery Residents' Accreditation Council for Graduate Medical Education procedural case logs</article-title>
          <source>J Surg Educ</source>
          <year>2016</year>
          <volume>73</volume>
          <issue>6</issue>
          <fpage>e59</fpage>
          <lpage>e63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsurg.2016.07.017</pub-id>
          <pub-id pub-id-type="medline">27886974</pub-id>
          <pub-id pub-id-type="pii">S1931-7204(16)30125-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenky</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Winters</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Rogero</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Shakked</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raikin</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Pedowitz</surname>
              <given-names>DI</given-names>
            </name>
          </person-group>
          <article-title>Coding education in residency and in practice improves accuracy of coding in orthopedic surgery</article-title>
          <source>Orthopedics</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>380</fpage>
          <lpage>383</lpage>
          <pub-id pub-id-type="doi">10.3928/01477447-20200827-10</pub-id>
          <pub-id pub-id-type="medline">32882048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glauser</surname>
              <given-names>Gregory</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>Nikhil</given-names>
            </name>
            <name name-style="western">
              <surname>Beatson</surname>
              <given-names>Nathan</given-names>
            </name>
            <name name-style="western">
              <surname>Dimentberg</surname>
              <given-names>Ryan</given-names>
            </name>
            <name name-style="western">
              <surname>Savarese</surname>
              <given-names>Frank</given-names>
            </name>
            <name name-style="western">
              <surname>Gagliardi</surname>
              <given-names>Michael</given-names>
            </name>
            <name name-style="western">
              <surname>Grady</surname>
              <given-names>M Sean</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>Neil R</given-names>
            </name>
          </person-group>
          <article-title>Surgical CPT coding discrepancies: analysis of surgeons and employed coders</article-title>
          <source>Am J Med Qual</source>
          <year>2021</year>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>263</fpage>
          <lpage>269</lpage>
          <pub-id pub-id-type="doi">10.1177/1062860620959440</pub-id>
          <pub-id pub-id-type="medline">32959674</pub-id>
          <pub-id pub-id-type="pii">00008488-202107000-00008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willyard</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Can AI fix medical records?</article-title>
          <source>Nature</source>
          <year>2019</year>
          <month>12</month>
          <volume>576</volume>
          <issue>7787</issue>
          <fpage>S59</fpage>
          <lpage>S62</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-019-03848-y</pub-id>
          <pub-id pub-id-type="medline">31853075</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-019-03848-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilic</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence and machine learning in cardiovascular health care</article-title>
          <source>Ann Thorac Surg</source>
          <year>2020</year>
          <month>05</month>
          <volume>109</volume>
          <issue>5</issue>
          <fpage>1323</fpage>
          <lpage>1329</lpage>
          <pub-id pub-id-type="doi">10.1016/j.athoracsur.2019.09.042</pub-id>
          <pub-id pub-id-type="medline">31706869</pub-id>
          <pub-id pub-id-type="pii">S0003-4975(19)31612-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reinus</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>The electronic medical record, Lawrence Weed, and the quality of clinical documentation</article-title>
          <source>Am J Med</source>
          <year>2021</year>
          <month>03</month>
          <volume>134</volume>
          <issue>3</issue>
          <fpage>e143</fpage>
          <lpage>e144</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2020.09.055</pub-id>
          <pub-id pub-id-type="medline">33171102</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(20)30954-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <article-title>Human factors engineering and user-centered design for mobile health technology: enhancing effectiveness, efficiency, and satisfaction</article-title>
          <source>Human-Automation Interaction</source>
          <year>2022</year>
          <month>12</month>
          <day>15</day>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Springer, Cham</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Or</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dohan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Understanding critical barriers to implementing a clinical information system in a nursing home through the lens of a socio-technical perspective</article-title>
          <source>J Med Syst</source>
          <year>2014</year>
          <month>09</month>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>99</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-014-0099-9</pub-id>
          <pub-id pub-id-type="medline">25047519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamovšek</surname>
              <given-names>Nejc</given-names>
            </name>
            <name name-style="western">
              <surname>Klun</surname>
              <given-names>Maja</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of biomedical laboratory performance optimisation using the DEA method</article-title>
          <source>Zdr Varst</source>
          <year>2020</year>
          <month>09</month>
          <volume>59</volume>
          <issue>3</issue>
          <fpage>172</fpage>
          <lpage>179</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32952718"/>
          </comment>
          <pub-id pub-id-type="doi">10.2478/sjph-2020-0022</pub-id>
          <pub-id pub-id-type="medline">32952718</pub-id>
          <pub-id pub-id-type="pii">sjph-2020-0022</pub-id>
          <pub-id pub-id-type="pmcid">PMC7478087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alizadeh</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Solimanzadeh</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mousavi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Safari</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <article-title>Risk assessment of physical unit operations of wastewater treatment plant using fuzzy FMEA method: a case study in the northwest of Iran</article-title>
          <source>Environ Monit Assess</source>
          <year>2022</year>
          <month>07</month>
          <day>23</day>
          <volume>194</volume>
          <issue>9</issue>
          <fpage>609</fpage>
          <pub-id pub-id-type="doi">10.1007/s10661-022-10248-9</pub-id>
          <pub-id pub-id-type="medline">35870035</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10661-022-10248-9</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
