<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i6e34724</article-id>
      <article-id pub-id-type="pmid">35657658</article-id>
      <article-id pub-id-type="doi">10.2196/34724</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Noninvasive Screening Tool for Hyperkalemia Using a Single-Lead Electrocardiogram and Deep Learning: Development and Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Turbe</surname>
            <given-names>Hugues</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kim</surname>
            <given-names>Heejin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Urtnasan</surname>
            <given-names>Erdenebayar</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3493-9724</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Jung Hun</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4799-6277</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Moon</surname>
            <given-names>Byungjin</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4070-4419</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Hee Young</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3254-2261</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Kyuhee</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7378-3697</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Youk</surname>
            <given-names>Hyun</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Center of Regional Trauma</institution>
            <addr-line>20 Ilsan-ro</addr-line>
            <addr-line>Wonju Severance Christian Hospital</addr-line>
            <addr-line>Wonju, 26426</addr-line>
            <country>Republic of Korea</country>
            <phone>82 10 9840 2120</phone>
            <email>yhmentor@yonsei.ac.kr</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4631-1504</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Artificial Intelligence Big Data Medical Center</institution>
        <institution>Wonju College of Medicine</institution>
        <institution>Yonsei University</institution>
        <addr-line>Wonju</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Bigdata Platform Business Group</institution>
        <institution>Yonsei Wonju Health System</institution>
        <addr-line>Wonju</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>Wonju College of Medicine</institution>
        <institution>Yonsei University</institution>
        <addr-line>Wonju</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Center of Regional Trauma</institution>
        <addr-line>Wonju</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Hyun Youk <email>yhmentor@yonsei.ac.kr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>6</issue>
      <elocation-id>e34724</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Erdenebayar Urtnasan, Jung Hun Lee, Byungjin Moon, Hee Young Lee, Kyuhee Lee, Hyun Youk. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 03.06.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/6/e34724" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Hyperkalemia monitoring is very important in patients with chronic kidney disease (CKD) in emergency medicine. Currently, blood testing is regarded as the standard way to diagnose hyperkalemia (ie, using serum potassium levels). Therefore, an alternative and noninvasive method is required for real-time monitoring of hyperkalemia in the emergency medicine department.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to propose a novel method for noninvasive screening of hyperkalemia using a single-lead electrocardiogram (ECG) based on a deep learning model.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>For this study, 2958 patients with hyperkalemia events from July 2009 to June 2019 were enrolled at 1 regional emergency center, of which 1790 were diagnosed with chronic renal failure before hyperkalemic events. Patients who did not have biochemical electrolyte tests corresponding to the original 12-lead ECG signal were excluded. We used data from 855 patients (555 patients with CKD, and 300 patients without CKD). The 12-lead ECG signal was collected at the time of the hyperkalemic event, prior to the event, and after the event for each patient. All 12-lead ECG signals were matched with an electrolyte test within 2 hours of each ECG to form a data set. We then analyzed the ECG signals with a duration of 2 seconds and a segment composed of 1400 samples. The data set was randomly divided into the training set, validation set, and test set according to the ratio of 6:2:2 percent. The proposed noninvasive screening tool used a deep learning model that can express the complex and cyclic rhythm of cardiac activity. The deep learning model consists of convolutional and pooling layers for noninvasive screening of the serum potassium level from an ECG signal. To extract an optimal single-lead ECG, we evaluated the performances of the proposed deep learning model for each lead including lead I, II, and V1-V6.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The proposed noninvasive screening tool using a single-lead ECG shows high performances with F1 scores of 100%, 96%, and 95% for the training set, validation set, and test set, respectively. The lead II signal was shown to have the highest performance among the ECG leads.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We developed a novel method for noninvasive screening of hyperkalemia using a single-lead ECG signal, and it can be used as a helpful tool in emergency medicine.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>hyperkalemia</kwd>
        <kwd>ECG</kwd>
        <kwd>electrocardiogram</kwd>
        <kwd>deep learning</kwd>
        <kwd>noninvasive screening</kwd>
        <kwd>emergency medicine</kwd>
        <kwd>single-lead ECG</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Hyperkalemia is a potential life-threatening condition for the general population, and so it can be a clinical and economic burden [<xref ref-type="bibr" rid="ref1">1</xref>]. Normal levels of potassium are between 3.5 and 5.0 mmol/L with levels above 5.5 mmol/L defined as hyperkalemia. Patients with chronic kidney disease (CKD) are predisposed to hyperkalemia [<xref ref-type="bibr" rid="ref2">2</xref>], and it is a major risk factor for cardiac arrhythmias and death [<xref ref-type="bibr" rid="ref3">3</xref>]. According to some clinical studies, serum potassium monitoring can reduce the risk of hyperkalemia in patients with CKD by more than 71% [<xref ref-type="bibr" rid="ref4">4</xref>]. Therefore, it is very important to frequently check the serum potassium level in patients with CKD.</p>
      <p>Potassium is a very important electrolyte for the regulation of the cell membrane potential and nerve conduction, so abnormal levels of potassium are known to be associated with changes in electrocardiogram (ECG) readings. Hyperkalemia is associated with tall, narrow, and symmetrical T waves in an ECG, whereas hypokalemia is associated with flat T waves [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Monitoring hyperkalemia is very important in patients with CKD, but so far blood testing is the only way to test serum potassium levels. Closer and more reliable monitoring requires the development and verification of noninvasive and continuous monitoring methods.</p>
      <p>Electrocardiography is used to detect heart abnormalities in patients with various diseases. The main ECG changes associated with hypokalemia include a decreased T wave amplitude, ST-segment depression, T wave inversion, a prolonged PR interval, and an increased corrected QT interval [<xref ref-type="bibr" rid="ref10">10</xref>]. The typical ECG findings for hyperkalemia progress from tall, peaked T waves and a shortened QT interval to a lengthened PR interval and a loss of the P wave followed by a widening QRS complex and ultimately a sine wave morphology [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. These morphologic differences of the ECG have been used to detect and diagnose hyperkalemia events urgently in emergency rooms [<xref ref-type="bibr" rid="ref13">13</xref>]. In addition, there are some studies that have proposed several methods to detect hyperkalemia events using ECG signals. Among them, some researchers have developed ECG quantification algorithms to predict serum potassium concentration based on T wave morphology, mainly using the slope and width of T waves. The algorithms were mostly derived from continuous patient monitoring, such as during hemodialysis, with homogeneous ECG morphologies from a limited set of patients [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Recently, applying the processing of T wave morphologies manually has been used to improve the diagnosis of hyperkalemia [<xref ref-type="bibr" rid="ref16">16</xref>]. Nevertheless, using T wave changes alone to detect dyskalemias is less sensitive and specific than a comprehensive ECG interpretation [<xref ref-type="bibr" rid="ref17">17</xref>]. However, ECG morphology–based methods have shown insufficient performance and require some time to extract the morphologic features required to detect hyperkalemia. Therefore, a more robust and faster method for hyperkalemia detection is needed in the clinical practice of emergency medicine.</p>
      <p>With the revolution of artificial intelligence (AI), many deep learning models have been developed that show human-level performance in several clinical fields such as cardiology [<xref ref-type="bibr" rid="ref18">18</xref>], radiology [<xref ref-type="bibr" rid="ref19">19</xref>], ophthalmology [<xref ref-type="bibr" rid="ref20">20</xref>], and pathology [<xref ref-type="bibr" rid="ref21">21</xref>]. For instance, convolutional neural network (CNN) models have achieved very high performances for abnormal cardiac rhythms such as arrhythmia [<xref ref-type="bibr" rid="ref22">22</xref>], tachycardia [<xref ref-type="bibr" rid="ref23">23</xref>], and supraventricular dysfunction [<xref ref-type="bibr" rid="ref24">24</xref>], among other events [<xref ref-type="bibr" rid="ref25">25</xref>]. Such diagnostic and prognostic deep learning models could be developed to assist emergency medicine clinicians in recognizing ECG changes associated with diverse diseases. AI algorithms have emerged in clinical decision support systems as “software as a medical device” in a real clinical environment [<xref ref-type="bibr" rid="ref26">26</xref>]. There are some similar studies conducted by several researchers. Among them, Galloway et al [<xref ref-type="bibr" rid="ref11">11</xref>] proposed a CNN-based model to screen for hyperkalemia using a multilead ECG signal. They demonstrated a deep CNN model with complex architecture and evaluated its performance using big ECG data sets in a multicenter cohort study. Another study involved the prediction of serum potassium concentration based on an 82-layer CNN model using a 12-lead ECG signal [<xref ref-type="bibr" rid="ref12">12</xref>]. They achieved robust performance with more than 95.8% hyperkalemia detection. However, all these recent deep learning models are hard to apply to real-time analysis in clinical practices.</p>
      <p>Therefore, this study proposed a novel method for noninvasive screening of hyperkalemia based on a deep learning model using an ECG. For this purpose, we constructed a deep learning structure using a CNN model, and clinical data were used for the training and testing phases. In addition, we conducted several experiments using the different data sets, applying the changes before and after hyperkalemia events. Finally, a simple and accurate deep learning model was designed to implement a noninvasive screening method for hyperkalemia that can be applied to real-time clinical practices.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>In this study, we proposed a novel method for noninvasive screening of hyperkalemia based on a deep learning model, using ECG. The proposed method consists of the following 3 main parts: 12-lead ECG extraction from the participants, constructing the ECG data sets, and a deep learning model (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Each part of the study method is explained in more detail in the following subsections.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Diagram of the proposed method for noninvasive screening of hyperkalemia. ECG: electrocardiogram.</p>
          </caption>
          <graphic xlink:href="medinform_v10i6e34724_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the Institutional Review Board (IRB) of the Wonju Severance Christian Hospital (CR320162). Enrolled patients’ informed consent was exempted by the IRB due to the retrospective nature of the study that used fully anonymized ECG and health data.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>A total of 2958 patients who have experienced at least 1 hyperkalemia event were enrolled at a single regional emergency center from July 2009 to June 2019. Among them, 1790 patients were diagnosed with chronic renal failure (CRF), and the other 1168 patients did not have CRF. The patients who did not have biochemical electrolyte tests corresponding to the original 12-lead ECG signal were excluded. We then used the data of 855 patients (555 patients with CRF, 300 patients without CRF) (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the study participants.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td colspan="3">Participants (N=2958)</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">
                  <break/>
                </td>
                <td>Non-CRF<sup>a</sup> (n=1168)</td>
                <td>CRF (n=1790)</td>
                <td>Total</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Gender, n (%)<sup>b</sup></bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>496 (39.9)</td>
                <td>747 (60.1)</td>
                <td>1243 (42)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>672 (39.2)</td>
                <td>1043 (60.8)</td>
                <td>1715 (58)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td>1168 (39.5)</td>
                <td>1790 (60.5)</td>
                <td>2958 (100)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>70.3 (19.0)</td>
                <td>72.6 (13.2)</td>
                <td>71.7 (15.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Height (cm), mean (SD)</td>
                <td>155.5 (26.2)</td>
                <td>159.4 (14.4)</td>
                <td>158.0 (19.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Weight (kg), mean (SD)</td>
                <td>58.8 (15.5)</td>
                <td>62.2 (12.2)</td>
                <td>60.9 (13.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Myocardial infarction, n (%)<sup>b</sup></td>
                <td>35 (23)</td>
                <td>117 (77)</td>
                <td>152 (5.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Heart failure, n (%)<sup>b</sup></td>
                <td>116 (30)</td>
                <td>271 (70)</td>
                <td>387 (13.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Angina, n (%)<sup>b</sup></td>
                <td>93 (28.4)</td>
                <td>235 (71.6)</td>
                <td>328 (11.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Diabetes, n (%)<sup>b</sup></td>
                <td>251 (21.6)</td>
                <td>912 (78.4)</td>
                <td>1163 (39.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Hypertension, n (%)<sup>b</sup></td>
                <td>323 (23.8)</td>
                <td>1037 (76.3)</td>
                <td>1360 (46)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CRF: chronic renal failure.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>The denominator used to calculate percentages is the sum of the non-CRF and CRF participants in that category (ie, row).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Sets</title>
        <p>The 12-lead ECG recordings were collected at the 3 sections of hyperkalemic events: pre-event, event, and postevent. The pre- and postevents were used as normal or control events, and the hyperkalemic event was used as the target or abnormal event. From these 3 sections, the data sets were designed, including data set I (pre-event vs event), data set II (postevent vs event), and data set III (pre-event and postevent vs event). The differences between before- and aftereffects of a hyperkalemia event are presented in <xref ref-type="table" rid="table2">Table 2</xref>. All 12-lead ECG recordings were matched with an electrolyte test within 2 hours in each section to form a data set. The waveform of the 12-lead ECG signal was then extracted and saved with a sampling frequency of 700 Hz. Finally, an ECG signal segment with a duration of 2 seconds was composed of 1400 samples. For evaluation of the developed AI algorithm, the ECG data set was randomly divided by the ratio of 6:2:2 percent into the training set, validation set, and test set for each data set.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Data sets for this study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Data sets</td>
                <td>Data set I, n</td>
                <td>Data set II, n</td>
                <td>Data set III, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Training set</td>
                <td>1186</td>
                <td>879</td>
                <td>1426</td>
              </tr>
              <tr valign="top">
                <td>Validation set</td>
                <td>296</td>
                <td>220</td>
                <td>357</td>
              </tr>
              <tr valign="top">
                <td>Test set</td>
                <td>370</td>
                <td>275</td>
                <td>446</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>1852</td>
                <td>1374</td>
                <td>2229</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Deep Learning Model</title>
        <p>Deep learning is a method for representation learning that can learn the complex pattern and structure of the input data by high-level data abstraction. It can learn the morphology of the input ECG signal according to the potassium concentrations. A deep learning model was designed based on a 5-layer CNN by using a 1-dimensional convolutional operation, max pooling, and a fully connected layer. The detailed structure of the proposed deep learning model for noninvasive screening of hyperkalemia using ECG signal is shown in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Architecture of the proposed deep learning model for hyperkalemia screening.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="50"/>
            <col width="270"/>
            <col width="0"/>
            <col width="170"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Number and layers</td>
                <td>Activation</td>
                <td colspan="2">Filter size</td>
                <td colspan="2">Output shape</td>
                <td>Parameter</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>1</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>batchnorm_1</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">=</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>=</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>1400×1</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">4</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>2</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>conv1D_1</p>
                    </list-item>
                    <list-item>
                      <p>maxpool_1</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">ReLu</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>100@50×1</p>
                    </list-item>
                    <list-item>
                      <p>2×1</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>1351×100</p>
                    </list-item>
                    <list-item>
                      <p>675×100</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">5100</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>3</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>conv1D_2</p>
                    </list-item>
                    <list-item>
                      <p>maxpool_2</p>
                    </list-item>
                    <list-item>
                      <p>dropout_2</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">ReLu</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>80@50×1</p>
                    </list-item>
                    <list-item>
                      <p>2×1</p>
                    </list-item>
                    <list-item>
                      <p>p=0.25<sup>a</sup></p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>626×80</p>
                    </list-item>
                    <list-item>
                      <p>313×80</p>
                    </list-item>
                    <list-item>
                      <p>313×80</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">400,080</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>4</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>conv1D_3</p>
                    </list-item>
                    <list-item>
                      <p>maxpool_3</p>
                    </list-item>
                    <list-item>
                      <p>dropout_3</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">ReLu</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>60@30×1</p>
                    </list-item>
                    <list-item>
                      <p>2×1</p>
                    </list-item>
                    <list-item>
                      <p>p=0.25</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>284×60</p>
                    </list-item>
                    <list-item>
                      <p>142×60</p>
                    </list-item>
                    <list-item>
                      <p>142×60</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">144,060</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>5</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>conv1D_4</p>
                    </list-item>
                    <list-item>
                      <p>maxpool_4</p>
                    </list-item>
                    <list-item>
                      <p>dropout_4</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">ReLu</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>40@20×1</p>
                    </list-item>
                    <list-item>
                      <p>2×1</p>
                    </list-item>
                    <list-item>
                      <p>p=0.25</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>123×40</p>
                    </list-item>
                    <list-item>
                      <p>61×40</p>
                    </list-item>
                    <list-item>
                      <p>61×40</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">48,040</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>6</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>conv1D_5</p>
                    </list-item>
                    <list-item>
                      <p>maxpool_5</p>
                    </list-item>
                    <list-item>
                      <p>dropout_5</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">ReLu</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>20@10×1</p>
                    </list-item>
                    <list-item>
                      <p>2×1</p>
                    </list-item>
                    <list-item>
                      <p>p=0.25</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>52×20</p>
                    </list-item>
                    <list-item>
                      <p>26×20</p>
                    </list-item>
                    <list-item>
                      <p>26×20</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">8020</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>7</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>flatten_1</p>
                    </list-item>
                    <list-item>
                      <p>dense_1</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">Softmax</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>2</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>520×2</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">1042</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>5 conv</p>
                    </list-item>
                    <list-item>
                      <p>layers</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>124 filters</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">606,027</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup><italic>p</italic>: One of the setting parameters of the dropout technique.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The F1 score was used to evaluate the proposed noninvasive screening method for hyperkalemia; it evaluates the correct classification of each class according to class equality. F1 scores calculated by precision and recall are represented as follows:</p>
        <disp-formula>
          <graphic xlink:href="medinform_v10i6e34724_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </disp-formula>
        <disp-formula>
          <graphic xlink:href="medinform_v10i6e34724_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </disp-formula>
        <p>The numbers of true positives (TP), false positives (FP), and false negatives (FN) are input into the equations. The F1 score is computed based on the sample proportion of precision and recall as follows:</p>
        <disp-formula>
          <graphic xlink:href="medinform_v10i6e34724_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </disp-formula>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The results of the proposed novel method for noninvasive screening of hyperkalemia based on deep learning using a 12-lead ECG are shown in <xref ref-type="table" rid="table4">Table 4</xref>-<xref ref-type="table" rid="table6">Table 6</xref> for the test set of each data set. The results of the proposed method showed that lead II achieved the highest performance for hyperkalemia events among other leads for data set I (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>The performance of the proposed method for the test set of data set I.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="170"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Index and events</td>
              <td colspan="8">Leads</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <break/>
              </td>
              <td>I</td>
              <td>II</td>
              <td>V1</td>
              <td>V2</td>
              <td>V3</td>
              <td>V4</td>
              <td>V5</td>
              <td>V6</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Precision</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td>0.52</td>
              <td>0.96</td>
              <td>0.47</td>
              <td>0.61</td>
              <td>0.56</td>
              <td>0.66</td>
              <td>0.51</td>
              <td>0.54</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td>0.61</td>
              <td>0.94</td>
              <td>0.63</td>
              <td>0.70</td>
              <td>0.63</td>
              <td>0.71</td>
              <td>0.64</td>
              <td>0.63</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Recall</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td>0.48</td>
              <td>0.93</td>
              <td>0.56</td>
              <td>0.66</td>
              <td>0.51</td>
              <td>0.66</td>
              <td>0.50</td>
              <td>0.60</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td>0.64</td>
              <td>0.97</td>
              <td>0.54</td>
              <td>0.65</td>
              <td>0.68</td>
              <td>0.71</td>
              <td>0.65</td>
              <td>0.58</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>F1 score</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td>0.50</td>
              <td>0.94</td>
              <td>0.51</td>
              <td>0.64</td>
              <td>0.53</td>
              <td>0.66</td>
              <td>0.50</td>
              <td>0.57</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td>0.62</td>
              <td>0.95</td>
              <td>0.58</td>
              <td>0.68</td>
              <td>0.66</td>
              <td>0.71</td>
              <td>0.65</td>
              <td>0.60</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table5">
        <label>Table 5</label>
        <caption>
          <p>The performance of the proposed method for the test set of data set II.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="170"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Index and events</td>
              <td colspan="15">Leads</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">I</td>
              <td colspan="2">II</td>
              <td colspan="2">V1</td>
              <td colspan="2">V2</td>
              <td colspan="2">V3</td>
              <td colspan="2">V4</td>
              <td colspan="2">V5</td>
              <td>V6</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Precision</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td colspan="2">0.31</td>
              <td colspan="2">0.88</td>
              <td colspan="2">0.28</td>
              <td colspan="2">0.36</td>
              <td colspan="2">0.28</td>
              <td colspan="2">0.52</td>
              <td colspan="2">0.36</td>
              <td colspan="2">0.51</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td colspan="2">0.75</td>
              <td colspan="2">0.93</td>
              <td colspan="2">0.74</td>
              <td colspan="2">0.73</td>
              <td colspan="2">0.80</td>
              <td colspan="2">0.79</td>
              <td colspan="2">0.76</td>
              <td colspan="2">0.72</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Recall</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td colspan="2">0.22</td>
              <td colspan="2">0.85</td>
              <td colspan="2">0.17</td>
              <td colspan="2">0.27</td>
              <td colspan="2">0.23</td>
              <td colspan="2">0.50</td>
              <td colspan="2">0.28</td>
              <td colspan="2">0.30</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td colspan="2">0.82</td>
              <td colspan="2">0.95</td>
              <td colspan="2">0.84</td>
              <td colspan="2">0.81</td>
              <td colspan="2">0.84</td>
              <td colspan="2">0.81</td>
              <td colspan="2">0.82</td>
              <td colspan="2">0.87</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>F1 score</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td colspan="2">0.26</td>
              <td colspan="2">0.87</td>
              <td colspan="2">0.21</td>
              <td colspan="2">0.31</td>
              <td colspan="2">0.25</td>
              <td colspan="2">0.51</td>
              <td colspan="2">0.31</td>
              <td colspan="2">0.38</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td colspan="2">0.78</td>
              <td colspan="2">0.94</td>
              <td colspan="2">0.79</td>
              <td colspan="2">0.77</td>
              <td colspan="2">0.82</td>
              <td colspan="2">0.80</td>
              <td colspan="2">0.79</td>
              <td colspan="2">0.79</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table6">
        <label>Table 6</label>
        <caption>
          <p>The performance of the proposed method for the test set of data set III.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="170"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Index and events</td>
              <td colspan="8">Leads</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <break/>
              </td>
              <td>I</td>
              <td>II</td>
              <td>V1</td>
              <td>V2</td>
              <td>V3</td>
              <td>V4</td>
              <td>V5</td>
              <td>V6</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Precision</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td>0.56</td>
              <td>0.95</td>
              <td>0.53</td>
              <td>0.68</td>
              <td>0.65</td>
              <td>0.69</td>
              <td>0.57</td>
              <td>0.61</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td>0.47</td>
              <td>0.94</td>
              <td>0.74</td>
              <td>0.59</td>
              <td>0.57</td>
              <td>0.60</td>
              <td>0.60</td>
              <td>0.51</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Recall</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td>0.61</td>
              <td>0.96</td>
              <td>1.00</td>
              <td>0.70</td>
              <td>0.62</td>
              <td>0.63</td>
              <td>0.68</td>
              <td>0.59</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td>0.42</td>
              <td>0.93</td>
              <td>0.00</td>
              <td>0.57</td>
              <td>0.60</td>
              <td>0.66</td>
              <td>0.48</td>
              <td>0.53</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>F1 score</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Normal</td>
              <td>0.58</td>
              <td>0.96</td>
              <td>0.70</td>
              <td>0.69</td>
              <td>0.64</td>
              <td>0.66</td>
              <td>0.62</td>
              <td>0.60</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hyperkalemia</td>
              <td>0.44</td>
              <td>0.94</td>
              <td>0.00</td>
              <td>0.58</td>
              <td>0.59</td>
              <td>0.63</td>
              <td>0.53</td>
              <td>0.52</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>We also noticed that there are big performance differences between lead II and other leads not only in data set I, but also in data sets II and III. The results showed that V2 achieved the best performance among the V1-V6 leads throughout the 3 different data sets.</p>
      <p>We obtained good performances of the proposed deep learning model for noninvasive screening of hyperkalemia using lead II signal, with F1 scores of 95%, 94%, and 94% for data set I, data set II, and data set III for the test set.</p>
      <p>For data set I, we presented the confusion matrix of the training set, validation set, and test set for lead II of the ECG. The results showed good performance, with F1scores of 100%, 96%, and 95% for the training set, validation set, and test set, respectively. The confusion matrix showed that the proposed deep learning model gained a high and stable rate for the true positives and false negatives (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Confusion matrix of this study. Confusion matrix of (A) the training set, (B) the validation set, and (C) the test set for the lead II electrocardiogram channel of data set I.</p>
        </caption>
        <graphic xlink:href="medinform_v10i6e34724_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this study, we demonstrated a novel method for noninvasive screening of hyperkalemia based on deep learning using ECG. We designed an optimal and simple architecture of deep learning that can be easily implemented for real clinical applications, especially in emergency medicine. The proposed model achieved good performances based on feature extraction of the characteristics of cardiac activity according to the levels of electrolytes using ECG.</p>
      <p>We have tried to see the morphological or rhythmical differences between hyperkalemia pre- and postevents in ECG waveform. To do this, we set up 3 different data sets that selected from the pre-event, postevent, and target event sections: data set I (pre-event vs event), data set II (postevent vs event), and data set III (pre- and postevent vs event). All data sets were applied to the designed deep learning model for hyperkalemia screening in training, validation, and test phases. We trained and tested the 3 different deep learning models using each data set. We also conducted experiments to find the optimal signal of the 12-lead ECG for each data set one by one. We determined that an optimal lead for hyperkalemia screening was lead II for our 12-lead ECG data sets. In general, lead II contains the most information on cardiac activity among the leads, which may have resulted in it having the highest performance for the hyperkalemia screening. In addition, our results support conventional studies on hyperkalemia screening using ECG signals.</p>
      <p>There are some similar studies that proposed a screening or detection tool for hyperkalemia using ECG signals. The earliest one was proposed by Wrenn et al [<xref ref-type="bibr" rid="ref10">10</xref>] in 1991. This study compared hyperkalemia detection by 2 independent and experienced physicians using ECG signals. The results showed a sensitivity of 62.0% for the first reader and 55.0% for the second reader and the κ value was 0.73. This showed how difficult it was to detect hyperkalemia from the ECG signal without any biochemical electrolyte tests. Another study on the correlation between hyperkalemia and ECG morphologies was conducted by Levis [<xref ref-type="bibr" rid="ref27">27</xref>] in 2013. They published a clinical case study on ECG signals observed as a hyperkalemia event occurs. The authors demonstrated 2 different cases of older adults with acute renal failure and hyperkalemia. They confirmed the ECG morphology changes with peaked T waves, shortened QT interval, and lengthening PR intervals corresponding to the hyperkalemia or changes of serum potassium levels.</p>
      <p>Recently, deep learning models have been applied to studies on detection and screening of hyperkalemia from the 12-lead ECG recordings made in emergency departments. Galloway et al [<xref ref-type="bibr" rid="ref11">11</xref>] developed and validated a deep learning model to screen for hyperkalemia using ECG. The authors designed an 11-layer deep CNN model, and it was trained and validated with 449,380 patients with CKD. They used 2 data sets for 2 leads (I and II) and 4 leads (I, II, V3, and V5); each patient had a serum potassium count drawn within 4 hours after their ECG was recorded. In this multicenter cohort study, a deep learning model was developed with complex architecture, using big ECG data sets [<xref ref-type="bibr" rid="ref11">11</xref>]. However, they achieved a good performance, with an area under the curve (AUC) of 88.83% and a sensitivity of 91.3% for the 2 leads’ data sets. In contrast, we proposed a deep learning model with a light weight and high performance using a single-lead ECG signal.</p>
      <p>Lin et al [<xref ref-type="bibr" rid="ref12">12</xref>] developed a 12-channel sequence-to-sequence model with an 82-layer CNN structure to predict serum potassium concentration by using a 12-lead ECG signal. They modified DenseNet architecture to read the 12-lead ECG waveforms and detect hypokalemia and hyperkalemia events, and named it ECG12Net. ECG12Net achieved robust performances, with an AUC of 95.8% and 97.6% for hyperkalemia and severe hyperkalemia, respectively. However, ECG12Net requires very high computational power to read the 12-lead ECG signal since it is composed of an 82-layer CNN model. Our method is comparable in performance with this model, and it is well optimized and trained for a 1-channel ECG signal to detect hyperkalemia events. In addition, it is easy to make it into a tool that can be used in the final clinical field because the deep learning engine is relatively lighter.</p>
      <p>The proposed new method for noninvasive screening of hyperkalemia based on deep learning using ECG signals surpasses similar previous studies, and the developed model can be applied directly to clinical situations. This noninvasive method does not require any blood test or invasive chemistry diagnosis. In addition, the physicians or clinicians can check the results quickly, within 3 minutes, which is faster than previous invasive diagnostic methods. This is because the deep learning model has a simple structure and is well optimized and trained by the pre- and postevent’s ECG signals to screen for hyperkalemia events. In addition, the proposed deep learning model can proceed with feature extraction and classification at once from the input ECG signal for noninvasive screening of hyperkalemia because we do not use any handcrafted preprocessing that extracts input ECG components such as the RR interval or P wave. Finally, we achieved a higher performance of the proposed noninvasive method based on a deep learning model; it can consider the complex and cyclic characteristics of ECG affected by levels of electrolytes.</p>
      <p>This study has some limitations, such as the small study population, and there are many comorbidities including heart failure, diabetes, and hypertension in the study groups. In addition, all participants of this study are enrolled at a single regional emergency center, so further study should cover large and diverse populations from multiple centers.</p>
      <p>We demonstrated a novel method for noninvasive screening of hyperkalemia based on deep learning using ECG. We obtained high performances with an F1 score of 95% from the ECG signal. In addition, we developed a simple and accurate deep learning model for the noninvasive screening of hyperkalemia that can be used in real-time clinical settings. Therefore, the proposed deep learning model may be appropriate for the noninvasive screening of hyperkalemia using a single-lead ECG signal without any feature extraction (eg, T wave and QT interval). Furthermore, a validation study should be conducted for the proposed deep learning model that uses larger and more diverse data sets based on a single-lead ECG signal.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AUC</term>
          <def>
            <p>area under the curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CKD</term>
          <def>
            <p>chronic kidney disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CNN</term>
          <def>
            <p>convolutional neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">IRB</term>
          <def>
            <p>Institutional Review Board</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by the National Information Society Agency funded by the Ministry of Science and ICT through the Big Data Platform and Center Construction project (2022-Data-W18). It was also partially supported by the Korea Medical Device Development Fund grant funded by the Korea government (the Ministry of Science and ICT, the Ministry of Trade, Industry and Energy, the Ministry of Health &#38; Welfare, the Ministry of Food and Drug Safety) (Project Number: 202011B24, KMDF_PR_20200901_0030-2021-03).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitch</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Woolley</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Blumen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The clinical and economic burden of hyperkalemia on medicare and commercial payers</article-title>
          <source>Am Health Drug Benefits</source>
          <year>2017</year>
          <month>06</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>202</fpage>
          <lpage>210</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28794824"/>
          </comment>
          <pub-id pub-id-type="medline">28794824</pub-id>
          <pub-id pub-id-type="pmcid">PMC5536196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brunelli</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Association between serum potassium and outcomes in patients with reduced kidney function</article-title>
          <source>CJASN</source>
          <year>2015</year>
          <month>10</month>
          <day>23</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>90</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.2215/cjn.01730215</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Einhorn</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Moen</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Seliger</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>The frequency of hyperkalemia and its significance in chronic kidney disease</article-title>
          <source>Arch Intern Med</source>
          <year>2009</year>
          <month>06</month>
          <day>22</day>
          <volume>169</volume>
          <issue>12</issue>
          <fpage>1156</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19546417"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2009.132</pub-id>
          <pub-id pub-id-type="medline">19546417</pub-id>
          <pub-id pub-id-type="pii">169/12/1156</pub-id>
          <pub-id pub-id-type="pmcid">PMC3544306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raebel</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roblin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Cheetham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchette</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Saylor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Diabetes and drug-associated hyperkalemia: effect of potassium monitoring</article-title>
          <source>J Gen Intern Med</source>
          <year>2010</year>
          <month>04</month>
          <day>20</day>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>326</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20087674"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-009-1228-x</pub-id>
          <pub-id pub-id-type="medline">20087674</pub-id>
          <pub-id pub-id-type="pmcid">PMC2842549</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levey</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Rocco</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Andreoli</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Bailie</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Bakris</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>K/DOQI clinical practice guidelines on hypertension and antihypertensive agents in chronic kidney disease</article-title>
          <source>AJKD</source>
          <year>2004</year>
          <month>3</month>
          <volume>43</volume>
          <fpage>S1</fpage>
          <lpage>S290</lpage>
          <pub-id pub-id-type="doi">10.1053/j.ajkd.2004.03.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Kushner</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Ettinger</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Guyton</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ohman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Antman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Arnett</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Bertolet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatt</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Brindis</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Creager</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>DeMets</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Dickersin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fonarow</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Halperin</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Hochman</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Koster</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Normand</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Roach</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Sacco</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Tomaselli</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Yancy</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Zoghbi</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Harold</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mangu</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Qaseem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sayre</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Somerfield</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Halperin</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Creager</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>DeMets</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Ettinger</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Guyton</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Hochman</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Kushner</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Ohman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Yancy</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>ACCF/AHA Clinical practice guideline methodology summit report</article-title>
          <source>Circulation</source>
          <year>2013</year>
          <month>01</month>
          <day>15</day>
          <volume>127</volume>
          <issue>2</issue>
          <fpage>268</fpage>
          <lpage>310</lpage>
          <pub-id pub-id-type="doi">10.1161/cir.0b013e31827e8e5f</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mansfield</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Bhaskaran</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nitsch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Smeeth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Adherence to guidelines for creatinine and potassium monitoring and discontinuation following renin-angiotensin system blockade: a UK general practice-based cohort study</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>01</month>
          <day>09</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e012818</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28069618"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-012818</pub-id>
          <pub-id pub-id-type="medline">28069618</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-012818</pub-id>
          <pub-id pub-id-type="pmcid">PMC5223644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Hammill</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Pitt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Maciejewski</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Consistency of laboratory monitoring during initiation of mineralocorticoid receptor antagonist therapy in patients with heart failure</article-title>
          <source>JAMA</source>
          <year>2015</year>
          <month>11</month>
          <day>10</day>
          <volume>314</volume>
          <issue>18</issue>
          <fpage>1973</fpage>
          <pub-id pub-id-type="doi">10.1001/jama.2015.11904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Surawicz</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Relationship between electrocardiogram and electrolytes</article-title>
          <source>Am Heart J</source>
          <year>1967</year>
          <month>06</month>
          <volume>73</volume>
          <issue>6</issue>
          <fpage>814</fpage>
          <lpage>834</lpage>
          <pub-id pub-id-type="doi">10.1016/0002-8703(67)90233-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wrenn</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Slovis</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Slovis</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>The ability of physicians to predict hyperkalemia from the ECG</article-title>
          <source>Ann Emerg Med</source>
          <year>1991</year>
          <month>11</month>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>1229</fpage>
          <lpage>1232</lpage>
          <pub-id pub-id-type="doi">10.1016/s0196-0644(05)81476-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galloway</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Valys</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Shreibati</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Treiman</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Petterson</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Gundotra</surname>
              <given-names>VP</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Attia</surname>
              <given-names>ZI</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Asirvatham</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ackerman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Noseworthy</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Dillon</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a deep-learning model to screen for hyperkalemia from the electrocardiogram</article-title>
          <source>JAMA Cardiol</source>
          <year>2019</year>
          <month>05</month>
          <day>01</day>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>428</fpage>
          <pub-id pub-id-type="doi">10.1001/jamacardio.2019.0640</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A deep-learning algorithm (ECG12Net) for detecting hypokalemia and hyperkalemia by electrocardiography: algorithm development</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>03</month>
          <day>05</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e15931</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/3/e15931/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15931</pub-id>
          <pub-id pub-id-type="medline">32134388</pub-id>
          <pub-id pub-id-type="pii">v8i3e15931</pub-id>
          <pub-id pub-id-type="pmcid">PMC7082733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>DSW</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>GSW</given-names>
            </name>
            <name name-style="western">
              <surname>Quang</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Gan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hamzah</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Franco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>San Yeo</surname>
              <given-names>IY</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>EYM</given-names>
            </name>
            <name name-style="western">
              <surname>Sabanayagam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baskaran</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Finkelstein</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Lamoureux</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>IY</given-names>
            </name>
            <name name-style="western">
              <surname>Bressler</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Sivaprasad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Varma</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jonas</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>GCM</given-names>
            </name>
            <name name-style="western">
              <surname>Aung</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>TY</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a deep learning system for diabetic retinopathy and related eye diseases using retinal images from multiethnic populations with diabetes</article-title>
          <source>JAMA</source>
          <year>2017</year>
          <month>12</month>
          <day>12</day>
          <volume>318</volume>
          <issue>22</issue>
          <fpage>2211</fpage>
          <lpage>2223</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29234807"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2017.18152</pub-id>
          <pub-id pub-id-type="medline">29234807</pub-id>
          <pub-id pub-id-type="pii">2665775</pub-id>
          <pub-id pub-id-type="pmcid">PMC5820739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varga</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kálmán</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Szakáll</surname>
              <given-names>Alíz</given-names>
            </name>
            <name name-style="western">
              <surname>Drubits</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bánhegyi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Oláh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pozsgai</surname>
              <given-names>É</given-names>
            </name>
            <name name-style="western">
              <surname>Fülöp</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Betlehem</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>ECG alterations suggestive of hyperkalemia in normokalemic versus hyperkalemic patients</article-title>
          <source>BMC Emerg Med</source>
          <year>2019</year>
          <month>05</month>
          <day>31</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcemergmed.biomedcentral.com/articles/10.1186/s12873-019-0247-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12873-019-0247-0</pub-id>
          <pub-id pub-id-type="medline">31151388</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12873-019-0247-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6814982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rafique</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Aceves</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Espina</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh-Hamad</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Can physicians detect hyperkalemia based on the electrocardiogram?</article-title>
          <source>Am J Emerg Med</source>
          <year>2020</year>
          <month>01</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <lpage>108</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajem.2019.04.036</pub-id>
          <pub-id pub-id-type="medline">31047740</pub-id>
          <pub-id pub-id-type="pii">S0735-6757(19)30260-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galloway</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Valys</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Petterson</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Gundotra</surname>
              <given-names>VP</given-names>
            </name>
            <name name-style="western">
              <surname>Treiman</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Dillon</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Attia</surname>
              <given-names>ZI</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Non-invasive detection of hyperkalemia with a smartphone electrocardiogram and artificial intelligence</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2018</year>
          <month>03</month>
          <volume>71</volume>
          <issue>11</issue>
          <fpage>A272</fpage>
          <pub-id pub-id-type="doi">10.1016/s0735-1097(18)30813-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teplitzky</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>McRoberts</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghanbari</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Deep learning for comprehensive ECG annotation</article-title>
          <source>Heart Rhythm</source>
          <year>2020</year>
          <month>05</month>
          <volume>17</volume>
          <issue>5 Pt B</issue>
          <fpage>881</fpage>
          <lpage>888</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1547-5271(20)30117-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.hrthm.2020.02.015</pub-id>
          <pub-id pub-id-type="medline">32354454</pub-id>
          <pub-id pub-id-type="pii">S1547-5271(20)30117-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tarroni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Oktay</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Rajchl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vaillant</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Aung</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lukaschuk</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sanghvi</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Zemrak</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paiva</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Carapella</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Suzuki</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kainz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Piechnik</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Neubauer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glocker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rueckert</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Automated cardiovascular magnetic resonance image analysis with fully convolutional networks</article-title>
          <source>J Cardiovasc Magn Reson</source>
          <year>2018</year>
          <month>09</month>
          <day>14</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jcmr-online.biomedcentral.com/articles/10.1186/s12968-018-0471-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12968-018-0471-x</pub-id>
          <pub-id pub-id-type="medline">30217194</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12968-018-0471-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6138894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Vu</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Sohn</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goo</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of deep learning-based automatic detection algorithm for malignant pulmonary nodules on chest radiographs</article-title>
          <source>Radiology</source>
          <year>2019</year>
          <month>01</month>
          <volume>290</volume>
          <issue>1</issue>
          <fpage>218</fpage>
          <lpage>228</lpage>
          <pub-id pub-id-type="doi">10.1148/radiol.2018180237</pub-id>
          <pub-id pub-id-type="medline">30251934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gulshan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Coram</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stumpe</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanaswamy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Venugopalan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Widner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Madams</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cuadros</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Raman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Mega</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs</article-title>
          <source>JAMA</source>
          <year>2016</year>
          <month>12</month>
          <day>13</day>
          <volume>316</volume>
          <issue>22</issue>
          <fpage>2402</fpage>
          <lpage>2410</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2016.17216</pub-id>
          <pub-id pub-id-type="medline">27898976</pub-id>
          <pub-id pub-id-type="pii">2588763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Kwak</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in pathology</article-title>
          <source>J Pathol Transl Med</source>
          <year>2019</year>
          <month>01</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.4132/jptm.2018.12.16"/>
          </comment>
          <pub-id pub-id-type="doi">10.4132/jptm.2018.12.16</pub-id>
          <pub-id pub-id-type="medline">30599506</pub-id>
          <pub-id pub-id-type="pii">jptm.2018.12.16</pub-id>
          <pub-id pub-id-type="pmcid">PMC6344799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Erdenebayar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Automatic prediction of atrial fibrillation based on convolutional neural network using a short-term normal electrocardiogram signal</article-title>
          <source>J Korean Med Sci</source>
          <year>2019</year>
          <month>02</month>
          <day>25</day>
          <volume>34</volume>
          <issue>7</issue>
          <fpage>e64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jkms.org/DOIx.php?id=10.3346/jkms.2019.34.e64"/>
          </comment>
          <pub-id pub-id-type="doi">10.3346/jkms.2019.34.e64</pub-id>
          <pub-id pub-id-type="medline">30804732</pub-id>
          <pub-id pub-id-type="pmcid">PMC6384436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madias</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Apparent electrocardiogram left ventricular hypertrophy during tachycardia</article-title>
          <source>J Electrocardiol</source>
          <year>2021</year>
          <month>03</month>
          <volume>65</volume>
          <fpage>3</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jelectrocard.2021.01.001</pub-id>
          <pub-id pub-id-type="medline">33460860</pub-id>
          <pub-id pub-id-type="pii">S0022-0736(21)00003-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lih</surname>
              <given-names>OS</given-names>
            </name>
            <name name-style="western">
              <surname>Jahmunah</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>San</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Ciaccio</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yamakawa</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tanabe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Faust</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Acharya</surname>
              <given-names>UR</given-names>
            </name>
          </person-group>
          <article-title>Comprehensive electrocardiographic diagnosis based on deep learning</article-title>
          <source>Artif Intell Med</source>
          <year>2020</year>
          <month>03</month>
          <volume>103</volume>
          <fpage>101789</fpage>
          <pub-id pub-id-type="doi">10.1016/j.artmed.2019.101789</pub-id>
          <pub-id pub-id-type="medline">32143796</pub-id>
          <pub-id pub-id-type="pii">S0933-3657(19)30903-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebrahimi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Loni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Daneshtalab</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gharehbaghi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A review on deep learning methods for ECG arrhythmia classification</article-title>
          <source>Expert Syst Appl</source>
          <year>2020</year>
          <month>09</month>
          <volume>7</volume>
          <fpage>100033</fpage>
          <pub-id pub-id-type="doi">10.1016/j.eswax.2020.100033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mincholé</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence for the electrocardiogram</article-title>
          <source>Nat Med</source>
          <year>2019</year>
          <month>01</month>
          <day>7</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-018-0306-1</pub-id>
          <pub-id pub-id-type="medline">30617324</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-018-0306-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levis</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>ECG diagnosis: hyperkalemia</article-title>
          <source>Perm J</source>
          <year>2013</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>69</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23596374"/>
          </comment>
          <pub-id pub-id-type="doi">10.7812/TPP/12-088</pub-id>
          <pub-id pub-id-type="medline">23596374</pub-id>
          <pub-id pub-id-type="pii">permj17_1p069</pub-id>
          <pub-id pub-id-type="pmcid">PMC3627796</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
