<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i4e18803</article-id>
      <article-id pub-id-type="pmid">33856350</article-id>
      <article-id pub-id-type="doi">10.2196/18803</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>TOP-Net Prediction Model Using Bidirectional Long Short-term Memory and Medical-Grade Wearable Multisensor System for Tachycardia Onset: Algorithm Development Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Feng</surname>
            <given-names>Mengling</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Falissard</surname>
            <given-names>Louis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Purkayastha</surname>
            <given-names>Saptarshi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Xiaoli</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9592-9020</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Tongbo</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5451-8935</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Zhengbo</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9218-5644</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>Po-Chih</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4020-3147</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Xu</surname>
            <given-names>Haoran</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4953-2473</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Zhicheng</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5868-9814</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Lan</surname>
            <given-names>Ke</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0423-5520</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Peiyao</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7829-6321</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Ouyang</surname>
            <given-names>Zhenchao</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1304-5366</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Ng</surname>
            <given-names>Yeuk Lam</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2412-9581</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Yan</surname>
            <given-names>Wei</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff12" ref-type="aff">12</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5059-8694</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Deyu</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Key Laboratory for Biomechanics and Mechanobiology of Ministry of Education, Beijing Advanced Innovation Center for Biomedical Engineering, School of Biological Science and Medical Engineering</institution>
            <institution>Beihang University</institution>
            <addr-line>No. 37 Xueyuan Road, Haidian District</addr-line>
            <addr-line>Beijing, 100083</addr-line>
            <country>China</country>
            <phone>86 010 82339093</phone>
            <email>deyuli@buaa.edu.cn</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7465-7433</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Key Laboratory for Biomechanics and Mechanobiology of Ministry of Education, Beijing Advanced Innovation Center for Biomedical Engineering, School of Biological Science and Medical Engineering</institution>
        <institution>Beihang University</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Department of Computer Management and Application</institution>
        <institution>Chinese PLA General Hospital</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Center for Artificial Intelligence in Medicine</institution>
        <institution>Chinese PLA General Hospital</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Biomedical Engineering</institution>
        <institution>Chinese PLA General Hospital</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Laboratory for Computational Physiology</institution>
        <institution>Institute for Medical Engineering and Science</institution>
        <institution>Massachusetts Institute of Technology</institution>
        <addr-line>Cambridge, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Medical School of Chinese PLA</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>US Research Lab</institution>
        <institution>PingAn Tech</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Beijing SensEcho Science &#38; Technology Co., Ltd</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Computer Science and Technology</institution>
        <institution>Tsinghua University</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Hangzhou Innovation Institute</institution>
        <institution>Beihang University</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Faculty of Arts &#38; Science</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Department of Hyperbaric Oxygen</institution>
        <institution>Chinese PLA General Hospital</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Deyu Li <email>deyuli@buaa.edu.cn</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>4</issue>
      <elocation-id>e18803</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Xiaoli Liu, Tongbo Liu, Zhengbo Zhang, Po-Chih Kuo, Haoran Xu, Zhicheng Yang, Ke Lan, Peiyao Li, Zhenchao Ouyang, Yeuk Lam Ng, Wei Yan, Deyu Li. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 15.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2021/4/e18803" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Without timely diagnosis and treatment, tachycardia, also called tachyarrhythmia, can cause serious complications such as heart failure, cardiac arrest, and even death. The predictive performance of conventional clinical diagnostic procedures needs improvement in order to assist physicians in detecting risk early on.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to develop a deep tachycardia onset prediction (TOP-Net) model based on deep learning (ie, bidirectional long short-term memory) for early tachycardia diagnosis with easily accessible data.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>TOP-Net leverages 2 easily accessible data sources: vital signs, including heart rate, respiratory rate, and blood oxygen saturation (SpO<sub>2</sub>) acquired continuously by wearable embedded systems, and electronic health records, containing age, gender, admission type, first care unit, and cardiovascular disease history. The model was trained with a large data set from an intensive care unit and then transferred to a real-world scenario in the general ward. In this study, 3 experiments incorporated merging patients’ personal information, temporal memory, and different feature combinations. Six metrics (area under the receiver operating characteristic curve [AUROC], sensitivity, specificity, accuracy, F1 score, and precision) were used to evaluate predictive performance.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>TOP-Net outperformed the baseline models on the large critical care data set (AUROC 0.796, 95% CI 0.768-0.824; sensitivity 0.753, 95% CI 0.663-0.793; specificity 0.720, 95% CI 0.645-0.758; accuracy 0.721; F1 score 0.718; precision 0.686) when predicting tachycardia onset 6 hours in advance. When predicting tachycardia onset 2 hours in advance with data acquired from our hospital using the transferred TOP-Net, the 6 metrics were 0.965, 0.955, 0.881, 0.937, 0.793, and 0.680, respectively. The best performance was achieved using comprehensive vital signs (heart rate, respiratory rate, and SpO<sub>2</sub>) statistical information.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>TOP-Net is an early tachycardia prediction model that uses 8 types of data from wearable sensors and electronic health records. When validated in clinical scenarios, the model achieved a prediction performance that outperformed baseline models 0 to 6 hours before tachycardia onset in the intensive care unit and 2 hours before tachycardia onset in the general ward. Because of the model’s implementation and use of easily accessible data from wearable sensors, the model can assist physicians with early discovery of patients at risk in general wards and houses.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>tachycardia onset</kwd>
        <kwd>early prediction</kwd>
        <kwd>deep neural network</kwd>
        <kwd>wearable monitoring system</kwd>
        <kwd>electronic health record</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Tachycardia, a heart rhythm disorder, is defined as an adult resting heart rate that exceeds 100 bpm [<xref ref-type="bibr" rid="ref1">1</xref>]. According to the mechanisms, causes, expressions and outcomes, tachycardia can be classified as sinus tachycardia, atrial fibrillation, atrial flutter, ventricular tachycardia, or ventricular fibrillation [<xref ref-type="bibr" rid="ref2">2</xref>]. Spontaneous ventricular tachyarrhythmia is a major cause of sudden cardiac death; approximately 180,000 to 300,000 people suffer from this condition in the US yearly [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Atrial fibrillation is a risk factor for stroke, congestive heart failure, and premature death. Patients suffering from atrial fibrillation for the first time have a high rate of mortality [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. In addition, tachycardia has been correlated to poor outcomes [<xref ref-type="bibr" rid="ref7">7</xref>]. Conventional tachycardia detection depends on cardiologists or clinical experts reading electrocardiogram (ECG) signals. Due to limited numbers of measurements and the intermittent nature of the diseases, the symptoms of tachycardia might not be captured when ECGs are recorded in hospitals [<xref ref-type="bibr" rid="ref8">8</xref>]. Therefore, continuous monitoring enables clinicians to early diagnose, predict the disease, and have enough time to prevent patients from deteriorating.</p>
      <p>Recently, several hospitals have attempted to utilize wearable devices for continuous monitoring of vital signs such as heart rate, respiration rate, and oxygen saturation (SpO<sub>2</sub>) [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. The adoption of wearable devices in hospitals facilitates the acquisition of patient status anywhere and anytime to reduce the workload of nurses. Compared with the use of single-threshold alarm monitoring devices and commonly used early warning scores defined by clinical experts [<xref ref-type="bibr" rid="ref11">11</xref>], machine learning methods can automatically discover patterns and relationships within data without human instructions. Thus, machine learning has been proven as an effective clinical tool to identify abnormal events or provide early warning of diseases based on electronic health record, biomarker, gene expression, and imaging data [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Forkan et al [<xref ref-type="bibr" rid="ref15">15</xref>] leveraged a hidden Markov model to predict 7 clinical onsets, including tachycardia onset, and further improved performance by using random forest algorithms to forecast events within 1 to 2 hours [<xref ref-type="bibr" rid="ref16">16</xref>]. Lee et al [<xref ref-type="bibr" rid="ref17">17</xref>] developed an artificial neural network to predict ventricular tachycardia within 1 hour. Szep et al [<xref ref-type="bibr" rid="ref18">18</xref>] utilized an archetypal cardiac monitoring system with regression and boosting models to detect arrhythmia and predict the fatal arrhythmia several minutes before onset.</p>
      <p>With nonlinear computation and flexible feature extraction, deep learning models show strong performances in representation learning and exploration of unknown information [<xref ref-type="bibr" rid="ref19">19</xref>]. Researchers have recently used deep learning models for disease diagnosis and prediction based on physiological signals or electronic health records [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. Since measuring and acquiring vital signs are easily measured and some open-source, labeled physiological signal (especially ECG signals) data sets are available [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>], there exist many studies employing deep learning in cardiology [<xref ref-type="bibr" rid="ref25">25</xref>]. Hannun et al [<xref ref-type="bibr" rid="ref26">26</xref>] reported a convolutional neural network algorithm that detects heart arrhythmias using ECG signals acquired with a single-lead wearable sensor. Shashikumar et al [<xref ref-type="bibr" rid="ref27">27</xref>] also presented a convolutional neural network model that detects and monitors atrial fibrillation. Teijeiro et al [<xref ref-type="bibr" rid="ref28">28</xref>] introduced a long short-term memory (LSTM) network based on a set of features extracted from ECG records to classify normal sinus rhythm, atrial fibrillation, and anomalies. Gotlibovych et al [<xref ref-type="bibr" rid="ref8">8</xref>] constructed a model combining a convolutional neural network and LSTM to achieve nearly real-time identification of atrial fibrillation. Cho et al [<xref ref-type="bibr" rid="ref29">29</xref>] obtained a convolutional neural network model to predict atrial fibrillation within 4 to 6 minutes using ECG signals.</p>
      <p>Cardiovascular diseases are complex and heterogeneous; multiple factors such as genetics, environment, age, and gender can affect the occurrence and severity of cardiovascular disease [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Age has been proven to be an independent risk factor, and being female is a greater risk factor for cardiovascular disease when elderly [<xref ref-type="bibr" rid="ref31">31</xref>]. Few studies have attempted to develop a prediction tachycardia onset model that accounts for the patient’s personal information. Respiratory dysfunction and common lung diseases, such as asthma, chronic obstructive pulmonary disease, and lung fibrosis are significantly more likely to cause cardiovascular disease [<xref ref-type="bibr" rid="ref32">32</xref>]. Abnormal respiratory rate and its relative changes are a critical indicator to predict cardiac arrest [<xref ref-type="bibr" rid="ref33">33</xref>], and SpO<sub>2</sub> has also been shown as a diagnostic marker of acute heart failure [<xref ref-type="bibr" rid="ref34">34</xref>]. However, this useful information has not been used effectively, though it can be easily acquired with wearable sensors.</p>
      <p>The aim of this study was to develop a bidirectional long short-term memory (BiLSTM) model—TOP-Net—that is applicable to both intensive care units and general wards [<xref ref-type="bibr" rid="ref35">35</xref>], leverages easily accessible data, enables real-time evaluation and early prediction of tachycardia onset with a long forecast range, and is based on vital signs and electronic health record data with the following contributions: (1) combining electronic health record (sparse records) and biosensor data (high frequency records) to accomplish early prognosis and real-time prediction of tachycardia onset, and its performance of early prediction; (2) being the first to consider 2 other important vital signs and explore their different combinations being with deep learning models to predict tachycardia onset, which can improve the precision of early forecast; and (3) utilizing a large critical care data set and a model that is transferrable to real clinical scenarios wards where patients are monitored by medical-grade wearable embedded systems, for example, transferable between different countries (US to China), ethnicities (multiracial to Asian), and medical departments (intensive care unit to general ward).</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We leveraged a large data set from the Medical Information Mart for Intensive Care III (MIMIC-III) [<xref ref-type="bibr" rid="ref24">24</xref>] and its matched physiological waveform database (recorded with monitors) [<xref ref-type="bibr" rid="ref36">36</xref>] to develop the TOP-Net model (codes available [<xref ref-type="bibr" rid="ref37">37</xref>]). The pretrained model was transferred to a relatively small data set, from patients who were continuously monitored with a medical-grade wearable embedded system (SensEcho, Beijing SensEcho Science &#38; Technology Co Ltd) in a real clinical environment [<xref ref-type="bibr" rid="ref38">38</xref>]. The process is presented in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The process of developing and transferring the early tachycardia onset model, TOP-Net. GW: general ward; ICU: intensive care unit.</p>
          </caption>
          <graphic xlink:href="medinform_v9i4e18803_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Methodology</title>
        <p>We combined 2 types of data to develop TOP-Net: (1) information from biological sensors (wearable), including heart rate, respiratory rate and SpO<sub>2</sub>; (2) patients’ personal information from electronic health records, which represents their individual health status when admitted to the hospital, including age, gender, admission type, first care unit, and history of cardiovascular disease.</p>
      </sec>
      <sec>
        <title>TOP-Net Tachycardia Onset Early Prediction Using BiLSTM Model</title>
        <sec>
          <title>Model Overview</title>
          <p>BiLSTM [<xref ref-type="bibr" rid="ref39">39</xref>], a sequential model, can capture the complex and multivariate dynamics in longitudinal electronic health record data and continuously collected physiological signals that is typically used in acute condition prediction, classification, and subphenotype identification [<xref ref-type="bibr" rid="ref40">40</xref>]. We developed the model (<xref rid="figure2" ref-type="fig">Figure 2</xref>) using BiLSTM to take advantage of potential long-term and short-term changes and associated characteristics of physiological state.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>An overview of TOP-Net using the cohort admission and personal measurement data in hospital. BiLSTM: bidirectional long short-term memory; EHR: electronic health record; HR: heart rate; RR: respiratory rate; SpO<sub>2</sub>: blood oxygen saturation.</p>
            </caption>
            <graphic xlink:href="medinform_v9i4e18803_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Step 1: Calculate Statistical Features</title>
          <p>We used a BiLSTM algorithm to represent the relationship between the multiple timeseries collected by biological sensors. Data from an observing window before tachycardia onset were used to train the model. Inspired by convolutional-LSTM model [<xref ref-type="bibr" rid="ref41">41</xref>], we designed the model to use the statistical features of the raw timeseries signals as inputs within a sliding sub–observing window. The results for all sub–observing windows were concatenated along the time and fed into the model.</p>
          <p>We explored 8 types of statistical features—mean, standard deviance, slope, quantiles, sum, absolute energy (ƒ<sub>1</sub>), aggregation function of autocorrelation (ƒ<sub>2</sub>), and measurement of discrimination power (ƒ<sub>3</sub>)—that are commonly used to describe the timeseries characteristics. Herein, we focus on explaining the calculation process of ƒ<sub>1</sub>, ƒ<sub>2</sub>, and ƒ<sub>3</sub>.</p>
          <p>The absolute energy of the timeseries is calculated as</p>
          <disp-formula>
            <graphic xlink:href="medinform_v9i4e18803_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>The correlation of a timeseries and its time lag is described by ƒ<sub>2</sub>,</p>
          <disp-formula>
            <graphic xlink:href="medinform_v9i4e18803_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>which is a similarity measurement index where <italic>X</italic><sub>i</sub> is a timeseries value at one time point, <italic>n</italic> is the length of <italic>X</italic>, σ<sup>2</sup> and μ are estimations of the timeseries variance and mean, respectively, and <italic>l</italic> is the time lag [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
          <p>The nonlinearity of a timeseries is quantized using</p>
          <disp-formula>
            <graphic xlink:href="medinform_v9i4e18803_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>where <italic>lag</italic> is a time delay operator (equal to <italic>l</italic>) [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        </sec>
        <sec>
          <title>Step 2: Fuse Patient Characteristics</title>
          <p>We extracted the previously mentioned static patient information which was merged with the statistical features. The concatenated vectors were normalized and input to the BiLSTM model.</p>
        </sec>
        <sec>
          <title>Step 3: Obtain Tachycardia Onset Risk Score</title>
          <p>In this step, TOP-Net determines a real-time risk score that evaluates an individual risk probability of tachycardia onset. When the risk score continuously exceeds the threshold set by the doctor for a period of time, the caregiver is alerted.</p>
        </sec>
      </sec>
      <sec>
        <title>Medical Information Mart for Intensive Care (MIMIC)</title>
        <p>MIMIC III is a large, publicly available critical care database (version 1.4 [<xref ref-type="bibr" rid="ref24">24</xref>]), with 38,557 adult patients’ (52,955 ICU admissions) detailed hospital information such as demographic information, laboratory test results, and diagnosis codes. Patients’ multiple physiological signals (waveforms) and corresponding numeric format of vital signs are stored in the MIMIC III Waveform Database, which contains 10,282 patients’ time alignment information and 22,247 numeric records that can be matched to the clinical database [<xref ref-type="bibr" rid="ref36">36</xref>]. The basic information is stored in the tables of <italic>admissions</italic>, patients’ hospital admission information; <italic>icustays</italic>, ICU transfer (in and out) information; <italic>patients</italic>, individual birth and death dates; and <italic>diagnoses_icd</italic>, diagnosis codes during hospitalization. All of the tables can be associated with <italic>subject_id</italic>, a unique identity of patients. The waveform database includes the header files (name, unit, and recording frequency) and segments of recordings (numeric signals). <xref rid="figure3" ref-type="fig">Figure 3</xref> presents the method used to link tables of information with the temporal waveforms.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The connection between clinical and waveform information in the MIMIC-III database.</p>
          </caption>
          <graphic xlink:href="medinform_v9i4e18803_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Continuous Monitoring Database for the General Ward</title>
        <p>The use of general ward data was approved by the ethics committee of the General Hospital of PLA (S2018-095-01). In the general ward, we utilized a SensEcho medical-grade monitoring system, which can monitor patients anytime and anywhere. SensEcho contains 3 parts (<xref rid="figure4" ref-type="fig">Figure 4</xref>): a wearable multisensor system unit, a wireless network and data transmission unit, and a central monitoring system [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. The multisensors include a single-lead ECG sensor (200 Hz), a sensor for respiratory inductive plethysmography (25 Hz), a noninvasive photoplethysmogram sensor for SpO<sub>2</sub> monitoring (1 Hz) based on near-infrared spectroscopy, and a posture recognition sensor using a 3-axis accelerometer. These signals are collected and stored in a data logger. The logger has an ultra–low power Wi-Fi module and supports long-term data transmission by relying upon hospital networks. The central monitoring system receives information, processes data, and delivers and displays information. The algorithms deployed on the system included signal quality evaluation, signal processing, real-time abnormal event monitoring and early prediction, and patients’ health assessment, which were packaged as a toolkit (Midas). The accuracy, stability, and effectiveness of our system have been validated in previous studies [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>Patients admitted to the hospital were assessed by a doctor using the system. Continuous monitoring physiological signals were transmitted to the hospital server and the data in numeric format were acquired based on the waveform processing function in Midas. The clinical information was stored separately in the hospital information system. Data from the different sources were linked (<xref rid="figure5" ref-type="fig">Figure 5</xref>) using <italic>patient_id</italic>, a unique identification of patients similar to <italic>subject_id</italic> in MIMIC III.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Overview of the SensEcho system.</p>
          </caption>
          <graphic xlink:href="medinform_v9i4e18803_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>The connection between clinical and waveform information monitored by SensEcho.</p>
          </caption>
          <graphic xlink:href="medinform_v9i4e18803_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Tachycardia Onset Diagnostic Criteria</title>
        <p>Diagnostic tachycardia onset criteria were determined by 3 clinical experts from the Emergency Department, the general ward, and surgical ICU. A tachycardia event was defined as any of the following: (1) heart rate above 100 bpm sustained over 30 minutes; (2) heart rate above 130 bpm sustained over 20 minutes; (3) heart rate above 150 bpm sustained over 5 minutes. The initial timepoint meeting of any of these conditions was recognized as tachycardia onset.</p>
      </sec>
      <sec>
        <title>Experiments</title>
        <sec>
          <title>Data Set</title>
          <p>In the ICU environment, we selected 5699 patients with the following criteria: age over 18 years old, admitted to the hospital and ICU for the first time, monitoring data longer than 14 hours with heart rate, respiratory rate, and SpO<sub>2</sub> recordings. The size of the observing window was chosen as 2 hours, which was used to extract the statistical features. The negative sample set was built by extracting information in the observing window with a 1-hour sliding step throughout monitoring for patients without tachycardia. The positive sample set was acquired by selecting the same features in the observing window before the occurrence of tachycardia with a forecast range. To balance the ratio of positive and negative samples, we kept extracting positive samples with a 5-minute delay based on the former (for target replication), which is a method used in a previous study [<xref ref-type="bibr" rid="ref47">47</xref>]. The data were downsampled from per second to per minute by averaging. If more than 30% were null or 0 values of all variables at a certain time, the missing values were filled using the forward interpolation method. We randomly picked the number of negative samples close to the positive samples to further decrease class imbalances. There were 2748 and 2130 negative and positive samples, respectively.</p>
          <p>In the general ward, we deployed the wearable grade monitoring system (<xref rid="figure6" ref-type="fig">Figure 6</xref>a) in a cardiovascular disease department in January 2018. We collected data from 367 patients for research. The inclusion criteria for monitoring duration was reduced to from 14 hours to 4 hours to take into account patient length of stay. A total of 259 patients were included, and 2300 negative samples and 270 positive samples were extracted. <xref rid="figure6" ref-type="fig">Figure 6</xref>b shows a patient wearing a multisensor shirt, and <xref rid="figure6" ref-type="fig">Figure 6</xref>c shows an example of a patient encountering tachycardia.</p>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Continuous monitoring using (a) SensEcho system with (b) example of a patient with sensors attached, and (c) sample data. HR: heart rate; RR: respiratory rate; SpO<sub>2</sub>: blood oxygen saturation.</p>
            </caption>
            <graphic xlink:href="medinform_v9i4e18803_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Developing the Prediction Model</title>
          <p>In the early prediction model, developed from the MIMIC-III data set, predictions (forecast ranges) with TOP-Net were explored from 0 hour to 6 hours with a 2-hour interval. A total of 21 statistical features were included (<xref ref-type="table" rid="table1">Table 1</xref>). The size of sub–observing window and sliding step were individually set to 20 minutes and 5 minutes, respectively. We calculated all statistical values in sub–observing windows, sequentially amalgamated, and fed them into the model. The data set was randomly split to 80% of the training set and 20% of the testing set according to the patient’s hospitalization number. The 5-fold cross-validation together with random search was used to tune the hyperparameters based on the training set considering the sample size [<xref ref-type="bibr" rid="ref48">48</xref>]. The hidden size was set to 32. We tested learning rates ranging from 1<sup>-4</sup> to 1<sup>-2</sup> with an interval of 1<sup>-4</sup> and training epochs from 5 to 100 with an interval of 10. The best hyperparameters were determined by minimizing validation loss. We retrained the model using the optimal hyperparameters on the training set, and the performance of the model was assessed on the test set.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Statistical features constructed in this study.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="470"/>
              <col width="500"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Feature type and name</td>
                  <td>Feature description</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">
                    <bold>Heart rate (n=10)</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_mean</td>
                  <td>Mean heart rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_std</td>
                  <td>Heart rate SD</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_sum</td>
                  <td>Sum of heart rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_slope</td>
                  <td>Slope of heart rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_abs_energy</td>
                  <td>ƒ<sub>1</sub> of heart rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_c2</td>
                  <td>ƒ<sub>3</sub> of heart rate with <italic>lag</italic>=2</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_c3</td>
                  <td>ƒ<sub>3</sub> of heart rate with <italic>lag</italic>=3</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_quantiles_01</td>
                  <td>10% quantile of heart rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_quantiles_03</td>
                  <td>30% quantile of heart rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>hr_quantiles_07</td>
                  <td>70% quantile of heart rate</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>Respiratory rate (n=5)</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>resp_mean</td>
                  <td>Mean respiration rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>resp_std</td>
                  <td>Respiration rate SD</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>resp_slope</td>
                  <td>Slope of respiration rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>resp_abs_energy</td>
                  <td>ƒ<sub>1</sub> of respiration rate</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>resp_c3</td>
                  <td>ƒ<sub>3</sub> of respiration rate with <italic>lag</italic>=3</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>SpO<sub>2</sub><sup>a</sup> (n=5)</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>spo2_mean</td>
                  <td>Mean SpO<sub>2</sub></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>spo2_std</td>
                  <td>SD of SpO<sub>2</sub></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>spo2_slope</td>
                  <td>Slope of SpO<sub>2</sub></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>spo2_c3</td>
                  <td>ƒ<sub>3</sub> of SpO<sub>2</sub> with <italic>lag</italic>=3</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>spo2_abs_energy</td>
                  <td>ƒ<sub>1</sub> of SpO<sub>2</sub></td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>Together (heart rate, respiratory rate, SpO<sub>2</sub>) (n=1)</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>all_autocorrelation</td>
                  <td>Mean value of ƒ<sub>2</sub> using all vital signs with the default <italic>l</italic>=40</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>SpO<sub>2:</sub> blood oxygen saturation.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Comparison With Baseline Models</title>
        <p>To further investigate the performance of TOP-Net, we designed subexperiments 1, 2, and 3 to obtain a comprehensive assessment. In subexperiment 1, the model was acquired without considering personal information and bidirection memory functions. That is, LSTM and convolutional neural network models were obtained in a total cohort without considering the personal information of patients. The structure of the LSTM was consistent with that of a BiLSTM, and the convolutional neural network model had 2 convolutional layers. In subexperiment 2, conventional machine learning methods, including extreme gradient boosting [<xref ref-type="bibr" rid="ref49">49</xref>], multilayer perceptron, and random forest, were compared with TOP-Net with default model parameters. In subexperiment 3, different feature combinations were examined: (1) all vital signs, (2) heart rate, (3) heart rate and respiratory rate, and (4) heart rate and SpO<sub>2</sub>.</p>
      </sec>
      <sec>
        <title>Performance Evaluation Metrics</title>
        <p>Prediction performance was measured with 6 metrics: sensitivity, specificity, accuracy, F1 score, precision, and area under the receiver operating characteristic curve (AUROC).</p>
      </sec>
      <sec>
        <title>Model Validation and Transfer to the General Ward</title>
        <p>The performance of TOP-Net was validated using the data collected in the general ward (small data set obtained within 1 year) by the SensEcho system. A transferrable model suitable for non-ICU patients was acquired by finetuning the ICU scenario model. The model performance was also assessed with the 6 metrics using 5-fold cross-validation due to the small sample size.</p>
      </sec>
      <sec>
        <title>Experimental Platform</title>
        <p>We utilized PostgreSQL (version 9.6; PostgreSQL Global Development Group) to extract the clinical data. All data processing and analyses, model development, and result visualization was performed with Python (version 3.7.1) and CUDA (version 10.0).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Sets</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> shows admission information summary statistics for the study cohorts. The patients’ ages were slightly higher in the ICU cohort and most of them were admitted to the hospital for emergencies. A large proportion of patients were admitted for elective reasons in the cardiovascular disease department of our hospital. Furthermore, a higher proportion of patients had a history of cardiovascular diseases in the general ward.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Study cohorts.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="410"/>
            <col width="280"/>
            <col width="280"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>ICU<sup>a</sup> cohort (n=5699)</td>
                <td>General ward cohort (n=259)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), median (IQR)</td>
                <td>66.15 (53.97, 77.78)</td>
                <td>61.00 (53.00, 67.50)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Gender, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>3262 (57.2)</td>
                <td>105 (40.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2437 (42.8)</td>
                <td>154 (59.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Admission type, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Elective</td>
                <td>979 (17.2)</td>
                <td>227 (87.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emergency</td>
                <td>4550 (79.8)</td>
                <td>32 (12.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Urgent</td>
                <td>170 (3.0)</td>
                <td>—<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>First care unit, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coronary care</td>
                <td>1190 (20.9)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cardiac surgery recovery</td>
                <td>1118 (19.6)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical ICU</td>
                <td>1501 (26.3)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Surgical ICU</td>
                <td>1320 (23.2)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trauma/surgical ICU</td>
                <td>570 (10.0)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Cardiovascular diseases, n (%)</td>
                <td>4933 (86.6)</td>
                <td>234 (90.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>ICU: intensive care unit.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>No data.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Model Performance</title>
        <sec>
          <title>Evaluation Based on the ICU Cohort</title>
          <p>We leveraged 5-fold cross-validation to select optimal hyperparameters with the training set and assessed the performance of the model on the test set. The hyperparameter values that we selected were learning rate =0.0002, epoch=20, and batch size=64. <xref rid="figure7" ref-type="fig">Figure 7</xref> and <xref ref-type="table" rid="table3">Table 3</xref> summarize the results from subexperiment 1 and subexperiment 2. The AUROC and F1 score for TOP-Net were consistently better than those of other models, with the exception of F1 score (TOP-Net’s was slightly lower than that of the LSTM model for 6 hours prediction, though TOP-Net’s sensitivity was slightly higher than of the LSTM at this time).</p>
          <p>Although the 95% CI in subexperiment 1 overlaps, TOP-Net has better performance than LSTM and convolutional neural network in each prediction range above 0.5%-1%. Therefore, fusing patient personal information and bidirection memory makes the prediction model more accurate and robust. In subexperiment 2, TOP-Net was consistently superior to the other machine learning models, especially 6 hours before tachycardia onset; TOP-Net performs well (AUROC 0.796, 95% CI 0.768-0.824; sensitivity 0.753, 95% CI 0.663-0.793; specificity 0.720, 95% CI 0.645-0.758; and F1 score 0.718).</p>
          <p>In <xref ref-type="table" rid="table4">Table 4</xref>, the results for models using heart rate (n=10), heart rate and respiratory rate (n=15), heart rate and SpO<sub>2</sub> (n=15), and statistical features of all vital signs (n=21) are shown. For 2- to 6-hour forecast ranges the model with all of the features input has the best performance with highest AUROC values. The performance is slightly reduced when inputting heart rate and respiratory rate, or heart rate and SpO<sub>2</sub>. The performance was the worst when including only heart rate statistical features. The statistical characteristics of heart rate play a dominant role in real-time diagnosis. Furthermore, we employed the extreme gradient boosting algorithm to rank the importance of 21 designed features for a forecast range of 6 hours. The top 8 features (<xref rid="figure8" ref-type="fig">Figure 8</xref>) were <italic>hr_abs_energy</italic>, <italic>hr_quantiles_01</italic>, <italic>hr_c3</italic>, <italic>hr_c2</italic>, <italic>hr_quantiles_03</italic>, <italic>resp_c3</italic>, <italic>hr_mean</italic>, and <italic>hr_quantiles_</italic>07. The nonlinearity features—<italic>hr_c3</italic> and <italic>hr_c2</italic> (ƒ<sub>3</sub> with <italic>lag</italic>=3 and <italic>lag</italic>=2)—were ranked third and fourth, respectively. The respiratory feature <italic>resp_c3</italic> was ranked sixth.</p>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>TOP-Net performance: (a) AUROC and (b) F1 score. AUROC: area under the receiver operating characteristic curve; CNN: convolutional neural network; LSTM: long short-term memory; XGBoost: extreme gradient boosting; MLP: multilayer perceptron; RF: random forest; TO: tachycardia onset.</p>
            </caption>
            <graphic xlink:href="medinform_v9i4e18803_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>The detailed information of performance comparison (TOP-Net vs other models).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="140"/>
              <col width="0"/>
              <col width="150"/>
              <col width="0"/>
              <col width="110"/>
              <col width="0"/>
              <col width="180"/>
              <col width="0"/>
              <col width="180"/>
              <col width="0"/>
              <col width="100"/>
              <col width="0"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Forecast range and model</td>
                  <td colspan="2">AUROC<sup>a</sup> (%) (95% CI)</td>
                  <td colspan="2">Accuracy (%)</td>
                  <td colspan="2">Sensitivity (%) (95% CI)</td>
                  <td colspan="2">Specificity (%) (95% CI)</td>
                  <td colspan="2">F1 score (%)</td>
                  <td>Precision (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>0 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="6">
                    <break/>
                    <break/>
                    <break/>
                  </td>
                  <td>TOP-Net</td>
                  <td colspan="2">95.5 (94.2-96.8)</td>
                  <td colspan="2">90.1</td>
                  <td colspan="2">89.1 (81.9-91.8)</td>
                  <td colspan="2">92.1 (85.9-94.3)</td>
                  <td colspan="2">89.8</td>
                  <td colspan="2">90.5</td>
                </tr>
                <tr valign="top">
                  <td>CNN<sup>b</sup></td>
                  <td colspan="2">94.5 (93.0-96.0)</td>
                  <td colspan="2">89.3</td>
                  <td colspan="2">85.9 (80.7-89.4)</td>
                  <td colspan="2">92.3 (87.0-95.1)</td>
                  <td colspan="2">88.9</td>
                  <td colspan="2">92.1</td>
                </tr>
                <tr valign="top">
                  <td>LSTM<sup>c</sup></td>
                  <td colspan="2">94.4 (92.9-96.0)</td>
                  <td colspan="2">89.8</td>
                  <td colspan="2">88.9 (83.9-91.8)</td>
                  <td colspan="2">90.8 (81.1-93.8)</td>
                  <td colspan="2">89.4</td>
                  <td colspan="2">89.9</td>
                </tr>
                <tr valign="top">
                  <td>XGBoost<sup>d</sup></td>
                  <td colspan="2">93.2 (91.5-94.9)</td>
                  <td colspan="2">88.3</td>
                  <td colspan="2">81.9 (75.7-85.6)</td>
                  <td colspan="2">93.0 (87.4-96.0)</td>
                  <td colspan="2">87.9</td>
                  <td colspan="2">94.9</td>
                </tr>
                <tr valign="top">
                  <td>MLP<sup>e</sup></td>
                  <td colspan="2">93.0 (91.3-94.8)</td>
                  <td colspan="2">87.9</td>
                  <td colspan="2">85.6 (80.2-88.9)</td>
                  <td colspan="2">89.9 (84.6-93.2)</td>
                  <td colspan="2">87.5</td>
                  <td colspan="2">89.5</td>
                </tr>
                <tr valign="top">
                  <td>Random forest</td>
                  <td colspan="2">92.3 (90.5-94.2)</td>
                  <td colspan="2">87.3</td>
                  <td colspan="2">85.1 (80.2-88.8)</td>
                  <td colspan="2">89.0 (82.1-92.8)</td>
                  <td colspan="2">86.8</td>
                  <td colspan="2">88.6</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>2 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="6">
                    <break/>
                    <break/>
                    <break/>
                  </td>
                  <td>TOP-Net</td>
                  <td colspan="2">85.6 (83.2-88.0)</td>
                  <td colspan="2">79.6</td>
                  <td colspan="2">77.6 (70.8-81.3)</td>
                  <td colspan="2">81.6 (74.2-85.1)</td>
                  <td colspan="2">79.1</td>
                  <td colspan="2">80.6</td>
                </tr>
                <tr valign="top">
                  <td>CNN</td>
                  <td colspan="2">84.6 (82.1-87.1)</td>
                  <td colspan="2">77.6</td>
                  <td colspan="2">78.6 (71.3-83.2)</td>
                  <td colspan="2">77.8 (71.2-81.4)</td>
                  <td colspan="2">77.1</td>
                  <td colspan="2">75.6</td>
                </tr>
                <tr valign="top">
                  <td>LSTM</td>
                  <td colspan="2">85.1 (82.7-87.5)</td>
                  <td colspan="2">78.2</td>
                  <td colspan="2">88.6 (81.0-92.0)</td>
                  <td colspan="2">67.4 (56.8-71.5)</td>
                  <td colspan="2">77.7</td>
                  <td colspan="2">76.8</td>
                </tr>
                <tr valign="top">
                  <td>XGBoost</td>
                  <td colspan="2">83.8 (81.2-86.3)</td>
                  <td colspan="2">78.0</td>
                  <td colspan="2">74.5 (66.7-79.1)</td>
                  <td colspan="2">80.9 (73.9-84.5)</td>
                  <td colspan="2">77.4</td>
                  <td colspan="2">80.5</td>
                </tr>
                <tr valign="top">
                  <td>MLP</td>
                  <td colspan="2">83.9 (81.4-86.4)</td>
                  <td colspan="2">77.5</td>
                  <td colspan="2">78.3 (71.3-82.2)</td>
                  <td colspan="2">77.7 (69.9-82.0)</td>
                  <td colspan="2">77.0</td>
                  <td colspan="2">75.8</td>
                </tr>
                <tr valign="top">
                  <td>Random forest</td>
                  <td colspan="2">82.8 (80.2-85.4)</td>
                  <td colspan="2">77.7</td>
                  <td colspan="2">71.5 (63.6-76.6)</td>
                  <td colspan="2">82.3 (76.4-86.0)</td>
                  <td colspan="2">77.1</td>
                  <td colspan="2">83.7</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>4 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="6">
                    <break/>
                    <break/>
                    <break/>
                  </td>
                  <td>TOP-Net</td>
                  <td colspan="2">83.3 (80.7-85.8)</td>
                  <td colspan="2">76.3</td>
                  <td colspan="2">83.5 (75.5-85.9)</td>
                  <td colspan="2">72.2 (63.8-74.7)</td>
                  <td colspan="2">75.8</td>
                  <td colspan="2">69.4</td>
                </tr>
                <tr valign="top">
                  <td>CNN</td>
                  <td colspan="2">80.9 (78.2-83.7)</td>
                  <td colspan="2">75.2</td>
                  <td colspan="2">71.5 (63.6-76.3)</td>
                  <td colspan="2">78.8 (70.0-82.5)</td>
                  <td colspan="2">74.5</td>
                  <td colspan="2">77.8</td>
                </tr>
                <tr valign="top">
                  <td>LSTM</td>
                  <td colspan="2">81.9 (79.2-84.5)</td>
                  <td colspan="2">74.2</td>
                  <td colspan="2">73.1 (65.5-77.9)</td>
                  <td colspan="2">76.3 (69.6-80.1)</td>
                  <td colspan="2">73.6</td>
                  <td colspan="2">74.1</td>
                </tr>
                <tr valign="top">
                  <td>XGBoost</td>
                  <td colspan="2">80.4 (77.7-83.2)</td>
                  <td colspan="2">73.4</td>
                  <td colspan="2">68.1 (60.2-72.7)</td>
                  <td colspan="2">78.5 (72.0-82.8)</td>
                  <td colspan="2">72.6</td>
                  <td colspan="2">77.8</td>
                </tr>
                <tr valign="top">
                  <td>MLP</td>
                  <td colspan="2">80.1 (77.3-82.8)</td>
                  <td colspan="2">72.9</td>
                  <td colspan="2">73.9 (66.9-78.7)</td>
                  <td colspan="2">72.0 (65.1-76.3)</td>
                  <td colspan="2">72.2</td>
                  <td colspan="2">70.6</td>
                </tr>
                <tr valign="top">
                  <td>Random forest</td>
                  <td colspan="2">79.0 (76.1-81.9)</td>
                  <td colspan="2">73.3</td>
                  <td colspan="2">64.5 (60.6-71.4)</td>
                  <td colspan="2">79.9 (73.4-84.8)</td>
                  <td colspan="2">72.4</td>
                  <td colspan="2">82.5</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>6 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="6">
                    <break/>
                  </td>
                  <td>TOP-Net</td>
                  <td colspan="2">79.6 (76.8-82.4)</td>
                  <td colspan="2">72.1</td>
                  <td colspan="2">75.3 (66.3-79.3)</td>
                  <td colspan="2">72.0 (64.5-75.8)</td>
                  <td colspan="2">71.8</td>
                  <td colspan="2">68.6</td>
                </tr>
                <tr valign="top">
                  <td>CNN</td>
                  <td colspan="2">78.3 (75.4-81.1)</td>
                  <td colspan="2">70.9</td>
                  <td colspan="2">79.3 (72.8-83.7)</td>
                  <td colspan="2">64.1 (57.1-69.1)</td>
                  <td colspan="2">70.5</td>
                  <td colspan="2">63.5</td>
                </tr>
                <tr valign="top">
                  <td>LSTM</td>
                  <td colspan="2">78.7 (75.9-81.5)</td>
                  <td colspan="2">72.5</td>
                  <td colspan="2">74.0 (67.0-78.4)</td>
                  <td colspan="2">71.8 (64.1-76.0)</td>
                  <td colspan="2">72.2</td>
                  <td colspan="2">70.5</td>
                </tr>
                <tr valign="top">
                  <td>XGBoost</td>
                  <td colspan="2">76.1 (73.1-79.0)</td>
                  <td colspan="2">69.1</td>
                  <td colspan="2">76.3 (69.5-75.4)</td>
                  <td colspan="2">64.1 (55.1-68.9)</td>
                  <td colspan="2">68.4</td>
                  <td colspan="2">62.0</td>
                </tr>
                <tr valign="top">
                  <td>MLP</td>
                  <td colspan="2">76.7 (73.8-79.6)</td>
                  <td colspan="2">70.6</td>
                  <td colspan="2">71.9 (65.1-76.7)</td>
                  <td colspan="2">69.4 (61.7-74.5)</td>
                  <td colspan="2">70.1</td>
                  <td colspan="2">68.4</td>
                </tr>
                <tr valign="top">
                  <td>Random forest</td>
                  <td colspan="2">74.4 (71.4-77.5)</td>
                  <td colspan="2">67.2</td>
                  <td colspan="2">69.1 (59.0-74.3)</td>
                  <td colspan="2">66.7 (59.3-70.6)</td>
                  <td colspan="2">66.4</td>
                  <td colspan="2">63.9</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>AUROC: area under the receiver operating characteristic curve.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>CNN: convolutional neural network.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>LSTM: long short-term memory.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>XGBoost: extreme gradient boosting.</p>
              </fn>
              <fn id="table3fn5">
                <p><sup>e</sup>MLP: multilayer perceptron.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Performance of TOP-Net with the different types of features.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="160"/>
              <col width="0"/>
              <col width="160"/>
              <col width="0"/>
              <col width="120"/>
              <col width="0"/>
              <col width="160"/>
              <col width="0"/>
              <col width="160"/>
              <col width="0"/>
              <col width="100"/>
              <col width="0"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Forecast range and feature type</td>
                  <td colspan="2">AUROC<sup>a</sup> (%) (95% CI)</td>
                  <td colspan="2">Accuracy (%)</td>
                  <td colspan="2">Sensitivity (%) (95% CI)</td>
                  <td colspan="2">Specificity (%) (95% CI)</td>
                  <td colspan="2">F1 score (%)</td>
                  <td>Precision (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>0 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">
                    <break/>
                    <break/>
                    <break/>
                  </td>
                  <td>All</td>
                  <td colspan="2">95.5 (94.2-96.8)</td>
                  <td colspan="2">90.1</td>
                  <td colspan="2">89.1 (81.9-91.8)</td>
                  <td colspan="2">92.1 (85.9-94.3)</td>
                  <td colspan="2">89.8</td>
                  <td colspan="2">90.5</td>
                </tr>
                <tr valign="top">
                  <td>HR<sup>b</sup>+SpO<sub>2</sub><sup>c</sup></td>
                  <td colspan="2">95.2 (93.8-96.6)</td>
                  <td colspan="2">90.4</td>
                  <td colspan="2">89.4 (84.7-93.1)</td>
                  <td colspan="2">91.9 (85.9-94.1)</td>
                  <td colspan="2">90.1</td>
                  <td colspan="2">90.8</td>
                </tr>
                <tr valign="top">
                  <td>HR+RR<sup>d</sup></td>
                  <td colspan="2">95.3 (93.9-96.7)</td>
                  <td colspan="2">90.0</td>
                  <td colspan="2">89.6 (84.7-92.3)</td>
                  <td colspan="2">91.0 (84.8-94.3)</td>
                  <td colspan="2">89.6</td>
                  <td colspan="2">89.6</td>
                </tr>
                <tr valign="top">
                  <td>HR</td>
                  <td colspan="2">95.5 (94.2-96.9)</td>
                  <td colspan="2">90.1</td>
                  <td colspan="2">89.1 (83.9-92.3)</td>
                  <td colspan="2">92.1 (86.5-94.9)</td>
                  <td colspan="2">89.8</td>
                  <td colspan="2">80.6</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>2 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">
                    <break/>
                    <break/>
                    <break/>
                  </td>
                  <td>All</td>
                  <td colspan="2">85.6 (83.2-88.0)</td>
                  <td colspan="2">79.6</td>
                  <td colspan="2">77.6 (70.8-81.3)</td>
                  <td colspan="2">81.6 (74.2-85.1)</td>
                  <td colspan="2">79.1</td>
                  <td colspan="2">80.6</td>
                </tr>
                <tr valign="top">
                  <td>HR+SpO<sub>2</sub></td>
                  <td colspan="2">83.3 (80.8-85.9)</td>
                  <td colspan="2">76.9</td>
                  <td colspan="2">77.1 (70.6-81.0)</td>
                  <td colspan="2">76.4 (69.4-80.4)</td>
                  <td colspan="2">76.1</td>
                  <td colspan="2">75.1</td>
                </tr>
                <tr valign="top">
                  <td>HR+RR</td>
                  <td colspan="2">84.4 (81.9-86.9)</td>
                  <td colspan="2">79.1</td>
                  <td colspan="2">75.4 (69.1-79.3)</td>
                  <td colspan="2">82.0 (75.3-86.5)</td>
                  <td colspan="2">78.6</td>
                  <td colspan="2">82.1</td>
                </tr>
                <tr valign="top">
                  <td>HR</td>
                  <td colspan="2">82.9 (80.3-85.5)</td>
                  <td colspan="2">76.9</td>
                  <td colspan="2">78.6 (71.8-82.7)</td>
                  <td colspan="2">73.9 (66.7-78.0)</td>
                  <td colspan="2">76.3</td>
                  <td colspan="2">74.1</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>4 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">
                    <break/>
                    <break/>
                    <break/>
                  </td>
                  <td>All</td>
                  <td colspan="2">83.3 (80.7-85.8)</td>
                  <td colspan="2">76.3</td>
                  <td colspan="2">83.5 (75.5-85.9)</td>
                  <td colspan="2">72.2 (63.8-74.7)</td>
                  <td colspan="2">75.8</td>
                  <td colspan="2">69.4</td>
                </tr>
                <tr valign="top">
                  <td>HR+SpO<sub>2</sub></td>
                  <td colspan="2">82.3 (79.6-84.9)</td>
                  <td colspan="2">75.8</td>
                  <td colspan="2">76.5 (70.0-81.3)</td>
                  <td colspan="2">74.9 (67.6-79.2)</td>
                  <td colspan="2">75.0</td>
                  <td colspan="2">73.6</td>
                </tr>
                <tr valign="top">
                  <td>HR+RR</td>
                  <td colspan="2">82.1 (79.5-84.8)</td>
                  <td colspan="2">75.6</td>
                  <td colspan="2">72.7 (66.4-77.7)</td>
                  <td colspan="2">77.9 (70.0-82.3)</td>
                  <td colspan="2">75.0</td>
                  <td colspan="2">77.5</td>
                </tr>
                <tr valign="top">
                  <td>HR</td>
                  <td colspan="2">80.4 (77.6-83.2)</td>
                  <td colspan="2">73.6</td>
                  <td colspan="2">75.5 (67.2-79.9)</td>
                  <td colspan="2">72.7 (66.0-77.0)</td>
                  <td colspan="2">72.9</td>
                  <td colspan="2">70.5</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>6 hours</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">
                    <break/>
                  </td>
                  <td>All</td>
                  <td colspan="2">79.6 (76.8-82.4)</td>
                  <td colspan="2">72.1</td>
                  <td colspan="2">75.3 (66.3-79.3)</td>
                  <td colspan="2">72.0 (64.5-75.8)</td>
                  <td colspan="2">71.8</td>
                  <td colspan="2">68.6</td>
                </tr>
                <tr valign="top">
                  <td>HR+SpO<sub>2</sub></td>
                  <td colspan="2">77.6 (74.7-80.5)</td>
                  <td colspan="2">71.9</td>
                  <td colspan="2">70.0 (62.6-74.4)</td>
                  <td colspan="2">74.5 (66.5-78.6)</td>
                  <td colspan="2">71.5</td>
                  <td colspan="2">73.0</td>
                </tr>
                <tr valign="top">
                  <td>HR+RR</td>
                  <td colspan="2">78.7 (75.8-81.5)</td>
                  <td colspan="2">72.0</td>
                  <td colspan="2">78.8 (71.6-83.3)</td>
                  <td colspan="2">67.6 (61.2-72.0)</td>
                  <td colspan="2">71.6</td>
                  <td colspan="2">65.6</td>
                </tr>
                <tr valign="top">
                  <td>HR</td>
                  <td colspan="2">75.5 (72.5-78.6)</td>
                  <td colspan="2">70.0</td>
                  <td colspan="2">67.2 (59.5-72.1)</td>
                  <td colspan="2">73.3 (66.9-77.7)</td>
                  <td colspan="2">69.4</td>
                  <td colspan="2">71.7</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup>AUROC: area under the receiver operating characteristic curve.</p>
              </fn>
              <fn id="table4fn2">
                <p><sup>b</sup>HR: heart rate.</p>
              </fn>
              <fn id="table4fn3">
                <p><sup>c</sup>SpO<sub>2</sub>: blood oxygen saturation.</p>
              </fn>
              <fn id="table4fn4">
                <p><sup>d</sup>RR: respiration rate.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure8" position="float">
            <label>Figure 8</label>
            <caption>
              <p>Statistical feature rankings.</p>
            </caption>
            <graphic xlink:href="medinform_v9i4e18803_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Model Validation in the General Ward</title>
          <p>We assessed the performance of the model 2 hours before tachycardia onset because the interval between the tachycardia onset and the admission time to the department was short in our scenario of the general ward. Given the limited training data, we used the transfer learning method to finetune the model. The parameters were learning rate=0.0002, epoch=18, and batch size=32. The 5-fold cross-validation was also used to assess the performance and prevent possible overfitting. The retraining results can be seen in <xref ref-type="table" rid="table5">Table 5</xref>. TOP-Net had a stable outcome and outperformed the other 5 models (AUROC 0.965, accuracy 0.937, sensitivity 0.955, specificity 0.881, F1 score 0.793, and precision 0.680. Compared with the model in ICU, the difference in prediction performance might be caused by the difference in the severity of the patient’s disease. Although convolutional neural network’s F1 score was much higher, its sensitivity, to which clinicians pay more attention, was lower than that of TOP-Net.</p>
          <p><xref rid="figure9" ref-type="fig">Figure 9</xref> shows real-time risk scores of tachycardia onset and an example of early tachycardia onset prediction with TOP-Net. In <xref rid="figure9" ref-type="fig">Figure 9</xref>a, the patient encountered a tachycardia event after admission from 675 to 725 minutes. The risk probability was assessed every 5 minutes; <xref rid="figure9" ref-type="fig">Figure 9</xref>b presents real-time risk. We set the alarm threshold to 0.40 with a trade-off predictive effect of sensitivity and specificity. The risk score begins to rise after the 555th minute, showing that our model can predict the tachycardia event 125 minutes beforehand.</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>TOP-Net performance based on transfer learning in the general ward (2-hour forecast range).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="113"/>
              <col width="148"/>
              <col width="148"/>
              <col width="148"/>
              <col width="148"/>
              <col width="148"/>
              <col width="147"/>
              <thead>
                <tr valign="top">
                  <td>Model</td>
                  <td>AUROC<sup>a</sup>, mean (SD)</td>
                  <td>Accuracy (%), mean (SD)</td>
                  <td>Sensitivity (%), mean (SD)</td>
                  <td>Specificity (%), mean (SD)</td>
                  <td>F1 score (%), mean (SD)</td>
                  <td>Precision (%), mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>TOP-Net</td>
                  <td>96.5 (1.92)</td>
                  <td>93.7 (1.02)</td>
                  <td>95.5 (4.85)</td>
                  <td>88.1 (4.28)</td>
                  <td>79.3 (4.33)</td>
                  <td>68.0 (5.99)</td>
                </tr>
                <tr valign="top">
                  <td>CNN<sup>b</sup></td>
                  <td>93.8 (2.02)</td>
                  <td>95.3 (1.43)</td>
                  <td>90.1 (2.88)</td>
                  <td>88.1 (8.4)</td>
                  <td>83.8 (5.38)</td>
                  <td>78.8 (9.85)</td>
                </tr>
                <tr valign="top">
                  <td>LSTM<sup>c</sup></td>
                  <td>93.2 (1.89)</td>
                  <td>92.6 (0.61)</td>
                  <td>93.6 (2.76)</td>
                  <td>81.5 (5.6)</td>
                  <td>73.0 (3.4)</td>
                  <td>60.0 (4.89)</td>
                </tr>
                <tr valign="top">
                  <td>XGBoost<sup>d</sup></td>
                  <td>89.9 (2.1)</td>
                  <td>92.9 (1.1)</td>
                  <td>83.4 (5.2)</td>
                  <td>82.6 (7.9)</td>
                  <td>73.7 (3.7)</td>
                  <td>66.6 (6.8)</td>
                </tr>
                <tr valign="top">
                  <td>MLP<sup>e</sup></td>
                  <td>84.2 (4.1)</td>
                  <td>91.0 (0.7)</td>
                  <td>75.9 (9.6)</td>
                  <td>78.9 (9.1)</td>
                  <td>62.6 (2.0)</td>
                  <td>54.0 (2.9)</td>
                </tr>
                <tr valign="top">
                  <td>Random forest</td>
                  <td>87.3 (3.0)</td>
                  <td>92.5 (1.0)</td>
                  <td>76.6 (5.2)</td>
                  <td>86.8 (4.7)</td>
                  <td>75.0 (3.7)</td>
                  <td>73.8 (4.9)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup>AUROC: area under the receiver operating characteristic curve.</p>
              </fn>
              <fn id="table5fn2">
                <p><sup>b</sup>CNN: convolutional neural network.</p>
              </fn>
              <fn id="table5fn3">
                <p><sup>c</sup>LSTM: long short-term memory.</p>
              </fn>
              <fn id="table5fn4">
                <p><sup>d</sup>XGBoost: extreme gradient boosting.</p>
              </fn>
              <fn id="table5fn5">
                <p><sup>e</sup>MLP: multilayer perceptron.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure9" position="float">
            <label>Figure 9</label>
            <caption>
              <p>Example of a tachycardia event and our risk score of predicting tachycardia onset. HR: heart rate.</p>
            </caption>
            <graphic xlink:href="medinform_v9i4e18803_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>General</title>
        <p>In this study, we developed a model using a publicly accessible data set and transferred it to a real clinical scenario. The performance of TOP-Net for predicting tachycardia onset 0 to 6 hours in advance was better than that of the baseline models (timeseries prognosis methods and conventional machine learning methods without timing characteristics); TOP-Net outperformed benchmarks of 2 deep learning models, 2 ensemble, and 1 neural network models for predictions 6 hour in advance.</p>
        <p>Many continuous monitoring physiological status studies have indicated the deterioration of vital signs occurred more than 6 to 12 hours before serious adverse events [<xref ref-type="bibr" rid="ref50">50</xref>]. Continuous monitoring, early prediction, and intervention tachycardia can reduce the occurrence of heart failure, cardiac arrest, and death. This paper proposed TOP-Net, a tachycardia onset early prediction model leveraging the BiLSTM algorithm with 8 easily accessible vital signs and personal information. TOP-Net was trained using a large ICU data set and transferred to the general ward scenario with patients monitored by wearable sensors. TOP-Net has been validated to be consistently superior to the baseline models when predicting tachycardia onset from 0 to 6 hours in advance. Including patient characteristics allowed more accurate tachycardia onset prediction than those by other models without this information. Moreover, TOP-Net achieved forecasting tachycardia onset 6 hours beforehand, and the transferred model also performed well in our clinical scenario.</p>
        <p>In recent years, some novel models for early risk prediction of adverse events have been developed based on electronic health records or physiological signals. Pan et al [<xref ref-type="bibr" rid="ref51">51</xref>] utilized a self-correcting deep learning approach to predict whether acute kidney injury would occur in a subsequent 6 hours. Futoma et al [<xref ref-type="bibr" rid="ref52">52</xref>] developed a multitask Gaussian process recurrent neural network classifier to early detect sepsis achieving 4 hours in advance. Tonekaboni et al [<xref ref-type="bibr" rid="ref53">53</xref>] trained a convolutional neural network and LSTM fusion model to predict cardiac arrest from physiological signals 24 hours in advance. For tachycardia onset prediction, Lee et al [<xref ref-type="bibr" rid="ref17">17</xref>] used an artificial neural network–based model and 104 samples to predict ventricular tachycardia 1-hour before occurrence. Yoon et al [<xref ref-type="bibr" rid="ref54">54</xref>] adopted a random forest–based model and 1494 samples achieving detection 75 minutes in advance. Our real-time prediction model, using the deep neural architecture on 4878 sample sets, demonstrated better and more robust performance than those of multiple baseline models, which included artificial neural network and random forest models, when predicting tachycardia onset 0 to more than 6 hours beforehand.</p>
        <p>It is necessary for clinicians to combine a patient’s current symptoms, basic information, and past medical history to diagnose disease severity [<xref ref-type="bibr" rid="ref55">55</xref>]. For example, the proportion who might have cardiovascular disease and the risk of sustained high heart rate is not the same for patients of different ages with different histories of disease. This useful information is usually recorded in electronic health records. Recently, several researchers have tried to combine the analysis of 2 kinds of materials to represent comprehensive information and improve the performance of the models: Xu et al [<xref ref-type="bibr" rid="ref56">56</xref>] proposed a model to predict physiological decompensation and length of ICU stay by analyzing ECG and medical records data, and Nemati et al [<xref ref-type="bibr" rid="ref57">57</xref>] employed high-resolution vital signs and electronic health records to achieve early sepsis prediction. However, little attention has been paid to tachycardia prognosis. In this paper, we integrated electronic health record and biosensor data to accomplish early prediction. The results of subexperiment 1 show that fusing electronic health record information can improve the accuracy of early prediction compared with the LSTM and convolutional neural network models.</p>
        <p>Risk prediction is a core task in the artificial intelligence–assisted medical domain. Cardiovascular disease prediction models based on electronic health record analysis have been studied [<xref ref-type="bibr" rid="ref58">58</xref>-<xref ref-type="bibr" rid="ref60">60</xref>]. Doctor AI [<xref ref-type="bibr" rid="ref58">58</xref>] requires diagnosis codes, medication codes, or procedure codes to achieve multilabel predictions including heart failure. Jin et al [<xref ref-type="bibr" rid="ref60">60</xref>] utilized 1864 diagnostic events to train a sequential model to predict the risk of heart failure but because they were limited by the need to obtain more information, the model cannot be used in hospitals with low information integration or in homes. Deep learning models using ECG signals have also been used for predictive health care tasks [<xref ref-type="bibr" rid="ref61">61</xref>]. While ECG signals are susceptible to interference from physical artifacts, sensors can obtain heart rate using photoplethysmography instead of ECG signals. Therefore, models based on core vital signs can easily be used and to improve prediction performance. We selected 3 vital signs and 5 types of personal information that can easily be acquired from wearable sensors and hospital information systems, respectively. TOP-Net was developed using a large data set and transferred to our actual demand scenario. The results show that it has the potential to be used in ICU and the general ward, which also can be extended to home use. <xref ref-type="table" rid="table6">Table 6</xref> presents a comparison between TOP-Net and other state-of-the-art approaches based on input information, model types, scenario for evaluating the model, sample sizes, and performance.</p>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Review of the performance of related algorithms.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="114"/>
            <col width="165"/>
            <col width="149"/>
            <col width="114"/>
            <col width="180"/>
            <col width="278"/>
            <thead>
              <tr valign="top">
                <td>Reference</td>
                <td>Information</td>
                <td>Model types</td>
                <td>Scenario</td>
                <td>Sample sizes</td>
                <td>Performance</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Lee et al 2016 [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
                <td>High-frequency vital signs (1)</td>
                <td>Nontemporal, classic machine learning</td>
                <td>ICU<sup>a</sup></td>
                <td>52 (positive records); 52 (negative records)</td>
                <td>1 hour before ventricular tachycardia: sensitivity 88%; specificity 82%; AUROC<sup>b</sup> 93%</td>
              </tr>
              <tr valign="top">
                <td>Forkan et al 2017 [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
                <td>High-frequency vital signs (6)</td>
                <td>Nontemporal, classic machine learning</td>
                <td>ICU</td>
                <td>4893 (positive and negative records)</td>
                <td>1-2 hours before tachycardia onset: accuracy 95.85%</td>
              </tr>
              <tr valign="top">
                <td>Yoon et al 2019 [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>High-frequency vital signs (3)</td>
                <td>Nontemporal, classic machine learning</td>
                <td>ICU</td>
                <td>787 (positive records); 707 (negative records)</td>
                <td>75 minutes before tachycardia onset: accuracy 84.7%-78.2%; AUROC 92.1%-84.2 %</td>
              </tr>
              <tr valign="top">
                <td>TOP-Net</td>
                <td>High-frequency vital signs (3) and electronic health record data (5)</td>
                <td>Temporal, deep learning</td>
                <td>ICU and the general ward</td>
                <td>2130+270 (positive records); 2748+2300 (negative records)</td>
                <td>6 hours before tachycardia onset: accuracy 72.1%; AUROC 79.6%</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>ICU: intensive care unit.</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>AUROC: area under the receiver operating characteristic curve.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study had some limitations. Because SensEcho was deployed in the clinic for only 1 year after our research project began, the limited data collected prevented us from directly developing a general ward model. Moreover, interventions such as beta-blocker medication may affect the occurrence of tachycardia onset and cause it to not be captured by the input features. Electronic health records contain rich information such as laboratory tests, clinical orders, and nursing notes that can characterize a patient’s health status and depict the trajectory of diseases. Further studies involving the integration of multivariate timeseries from electronic health records are expected to improve the prediction performance of tachycardia onset, and more data from the general ward for TOP-Net performance evaluation are required.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>TOP-Net for real-time evaluation and early prediction of the risk of tachycardia onset, which made it possible to achieve an early forecast of tachycardia onset 6 hours in advance with clinically acceptable performance. TOP-Net was assessed using 6 metrics, 3 subexperiments, different prediction times from 0 to 6 hours. The comparison between the TOP-Net and the other 5 approaches (2 deep learning models, 2 ensemble models, and 1 artificial neural network model) showed that TOP-Net was superior to the other models. The model with personal information from electronic health records had better performance than those without. The easily accessible input data of the model (3 vital signs and 5 types of personal information) and the good performance of the transferred model in the general ward indicated the early prediction of tachycardia onset using wearable sensors is possible in hospitals or houses.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AUROC</term>
          <def>
            <p>area under the receiver operating characteristic curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BiLSTM</term>
          <def>
            <p>bidirectional long short-term memory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LSTM</term>
          <def>
            <p>long short-term memory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MIMIC-III</term>
          <def>
            <p>Medical Information Mart for Intensive Care III</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SpO<sub>2</sub></term>
          <def>
            <p>blood oxygen saturation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank Yunkai Yu (Beijing Institute of Technology) for helping us train models and arrange data. We also thank Dr Alistair Johnson and Dr Tom Pollard (Massachusetts Institute of Technology) for useful suggestions and comments. This project was funded by National Key Research and Development Program (2016YFC1304305), National Natural Science Foundation of China (61471398), Beijing Municipal Science and Technology Project (Z181100001918023), Big Data Research and Development Project of Chinese PLA general hospital (2018MBD-009, 2018MBD-058) and in part by the China Education and Research Network Innovation Project (NGII20160701).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>This work was performed during ZY's internship at Beijing SensEcho Science &#38; Technology Co Ltd as a PhD candidate at University of California. All authors came up with the study concept. XL, TL, and ZZ contributed to collecting data, designing model<bold>s,</bold> and drafting the manuscript. P-CK, HX, and PL contributed to further analyzing and interpreting data. P-CK, ZY, KL, and YLN contributed to cleaning data and revising the manuscript. WY and DL contributed to statistical analysis. All coauthors had the opportunity to comment on the manuscript before submission and approved the final version for submission.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Awtry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jeon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <source>Blueprints Cardiology</source>
          <year>2006</year>
          <publisher-loc>United States</publisher-loc>
          <publisher-name>Lippincott Williams &#38; Wilkins</publisher-name>
          <fpage>1</fpage>
          <lpage>20</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arzbaecher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bump</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Munkenbeck</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nandhakumar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Automatic tachycardia recognition</article-title>
          <source>Pacing Clin Electrophysiol</source>
          <year>1984</year>
          <month>05</month>
          <volume>7</volume>
          <issue>3 Pt 2</issue>
          <fpage>541</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1540-8159.1984.tb04948.x</pub-id>
          <pub-id pub-id-type="medline">6204312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Au-Yeung</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Reinhall</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Bardy</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Brunton</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of warning system of ventricular tachyarrhythmia in patients with heart failure with heart rate variability data</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>11</month>
          <day>14</day>
          <volume>13</volume>
          <issue>11</issue>
          <fpage>e0207215</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0207215"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0207215</pub-id>
          <pub-id pub-id-type="medline">30427880</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-11553</pub-id>
          <pub-id pub-id-type="pmcid">PMC6235358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Srinivasan</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Schilling</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Sudden cardiac death and arrhythmias</article-title>
          <source>Arrhythm Electrophysiol Rev</source>
          <year>2018</year>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>111</fpage>
          <pub-id pub-id-type="doi">10.15420/aer.2018:15:2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vasan</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Leip</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>D’Agostino</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Murabito</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kannel</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamin</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Temporal relations of atrial fibrillation and congestive heart failure and their joint influence on mortality</article-title>
          <source>Circulation</source>
          <year>2003</year>
          <month>06</month>
          <day>17</day>
          <volume>107</volume>
          <issue>23</issue>
          <fpage>2920</fpage>
          <lpage>2925</lpage>
          <pub-id pub-id-type="doi">10.1161/01.cir.0000072767.89944.6e</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miyasaka</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Gersh</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Seward</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Tsang</surname>
              <given-names>TS</given-names>
            </name>
          </person-group>
          <article-title>Mortality trends in patients diagnosed with first atrial fibrillation: a 21-year community-based study</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2007</year>
          <month>03</month>
          <day>06</day>
          <volume>49</volume>
          <issue>9</issue>
          <fpage>986</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(06)03025-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2006.10.062</pub-id>
          <pub-id pub-id-type="medline">17336723</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(06)03025-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner-Thorpe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wrightson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keeling</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The value of Modified Early Warning Score (MEWS) in surgical in-patients: a prospective observational study</article-title>
          <source>Ann R Coll Surg Engl</source>
          <year>2006</year>
          <month>10</month>
          <volume>88</volume>
          <issue>6</issue>
          <fpage>571</fpage>
          <lpage>575</lpage>
          <pub-id pub-id-type="doi">10.1308/003588406x130615</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gotlibovych</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>End-to-end deep learning from raw sensor data: atrial fibrillation detection using wearables</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online on July 27, 2018
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1807.10707"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Runge</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Wearables and the medical revolution</article-title>
          <source>Per Med</source>
          <year>2018</year>
          <month>09</month>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>429</fpage>
          <lpage>448</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.futuremedicine.com/doi/abs/10.2217/pme-2018-0044?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2217/pme-2018-0044</pub-id>
          <pub-id pub-id-type="medline">30259801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroll</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Howes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maslove</surname>
              <given-names>DM</given-names>
            </name>
            <collab>WEARable Information Technology for hospital INpatients (WEARIT-IN) study group</collab>
          </person-group>
          <article-title>Use of wearable devices for post-discharge monitoring of ICU patients: a feasibility study</article-title>
          <source>J Intensive Care</source>
          <year>2017</year>
          <month>11</month>
          <day>21</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>64</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jintensivecare.biomedcentral.com/articles/10.1186/s40560-017-0261-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40560-017-0261-9</pub-id>
          <pub-id pub-id-type="medline">29201377</pub-id>
          <pub-id pub-id-type="pii">261</pub-id>
          <pub-id pub-id-type="pmcid">PMC5698959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alam</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbelink</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>van Tienhoven</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van de Ven</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jansma</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nanayakkara</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The impact of the use of the Early Warning Score (EWS) on patient outcomes: a systematic review</article-title>
          <source>Resuscitation</source>
          <year>2014</year>
          <month>05</month>
          <volume>85</volume>
          <issue>5</issue>
          <fpage>587</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2014.01.013</pub-id>
          <pub-id pub-id-type="medline">24467882</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(14)00042-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Hager</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Pronovost</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Saria</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A targeted real-time early warning score (TREWScore) for septic shock</article-title>
          <source>Sci Transl Med</source>
          <year>2015</year>
          <month>08</month>
          <day>05</day>
          <volume>7</volume>
          <issue>299</issue>
          <fpage>299ra122</fpage>
          <lpage>299ra122</lpage>
          <pub-id pub-id-type="doi">10.1126/scitranslmed.aab3719</pub-id>
          <pub-id pub-id-type="medline">26246167</pub-id>
          <pub-id pub-id-type="pii">7/299/299ra122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desautels</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kerem</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shieh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shimabukuro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chettipally</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Barton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wales</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Prediction of sepsis in the intensive care unit with minimal electronic health record data: a machine learning approach</article-title>
          <source>JMIR Med Inform</source>
          <year>2016</year>
          <month>09</month>
          <day>30</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e28</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2016/3/e28/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/medinform.5909</pub-id>
          <pub-id pub-id-type="medline">27694098</pub-id>
          <pub-id pub-id-type="pii">v4i3e28</pub-id>
          <pub-id pub-id-type="pmcid">PMC5065680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Machine learning and prediction in medicine — beyond the peak of inflated expectations</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>06</month>
          <day>29</day>
          <volume>376</volume>
          <issue>26</issue>
          <fpage>2507</fpage>
          <lpage>2509</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp1702071</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forkan</surname>
              <given-names>ARM</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>A probabilistic model for early prediction of abnormal clinical events using vital sign correlations in home-based monitoring</article-title>
          <year>2016</year>
          <conf-name>2016 IEEE International Conference on Pervasive Computing and Communications</conf-name>
          <conf-date>March 14-19</conf-date>
          <conf-loc>Sydney, Australia</conf-loc>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1109/percom.2016.7456519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forkan</surname>
              <given-names>ARM</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Atiquzzaman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>ViSiBiD: a learning model for early discovery and real-time prediction of severe clinical events using vital signs as big data</article-title>
          <source>Computer Networks</source>
          <year>2017</year>
          <month>02</month>
          <volume>113</volume>
          <fpage>244</fpage>
          <lpage>257</lpage>
          <pub-id pub-id-type="doi">10.1016/j.comnet.2016.12.019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Joo</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Prediction of ventricular tachycardia one hour before occurrence using artificial neural networks</article-title>
          <source>Sci Rep</source>
          <year>2016</year>
          <month>08</month>
          <day>26</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>32390</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep32390"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep32390</pub-id>
          <pub-id pub-id-type="medline">27561321</pub-id>
          <pub-id pub-id-type="pii">srep32390</pub-id>
          <pub-id pub-id-type="pmcid">PMC4999952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Szep</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hariri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khalpey</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Predictive diagnosis of fatal heart rhythms using wearables</article-title>
          <year>2019</year>
          <conf-name>2019 Spring Simulation Conference</conf-name>
          <conf-date>April 29-May 2</conf-date>
          <conf-loc>Tucson, Arizona</conf-loc>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.23919/springsim.2019.8732885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LeCun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bengio</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Deep learning</article-title>
          <source>Nature</source>
          <year>2015</year>
          <month>05</month>
          <day>28</day>
          <volume>521</volume>
          <issue>7553</issue>
          <fpage>436</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1038/nature14539</pub-id>
          <pub-id pub-id-type="medline">26017442</pub-id>
          <pub-id pub-id-type="pii">nature14539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hannun</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Rajpurkar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Haghpanahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tison</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Bourn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Turakhia</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>AY</given-names>
            </name>
          </person-group>
          <article-title>Cardiologist-level arrhythmia detection and classification in ambulatory electrocardiograms using a deep neural network</article-title>
          <source>Nat Med</source>
          <year>2019</year>
          <month>01</month>
          <day>7</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30617320"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-018-0268-3</pub-id>
          <pub-id pub-id-type="medline">30617320</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-018-0268-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6784839</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shickel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tighe</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bihorac</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Deep EHR: a survey of recent advances in deep learning techniques for electronic health record (EHR) analysis</article-title>
          <source>IEEE J Biomed Health Inform</source>
          <year>2018</year>
          <month>9</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>1589</fpage>
          <lpage>1604</lpage>
          <pub-id pub-id-type="doi">10.1109/jbhi.2017.2767063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pimentel</surname>
              <given-names>MAF</given-names>
            </name>
            <name name-style="western">
              <surname>Naumann</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A multivariate timeseries modeling approach to severity of illness assessment and forecasting in ICU with sparse, heterogeneous clinical data</article-title>
          <year>2015</year>
          <conf-name>Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence</conf-name>
          <conf-date>January 25-30</conf-date>
          <conf-loc>Austin, Texas</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The impact of the MIT-BIH arrhythmia database</article-title>
          <source>IEEE Eng Med Biol Mag</source>
          <year>2001</year>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>45</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1109/51.932724</pub-id>
          <pub-id pub-id-type="medline">11446209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Szolovits</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>Leo Anthony</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>MIMIC-III, a freely accessible critical care database</article-title>
          <source>Sci Data</source>
          <year>2016</year>
          <month>05</month>
          <day>24</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>160035</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/sdata.2016.35"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/sdata.2016.35</pub-id>
          <pub-id pub-id-type="medline">27219127</pub-id>
          <pub-id pub-id-type="pii">sdata201635</pub-id>
          <pub-id pub-id-type="pmcid">PMC4878278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bizopoulos</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Koutsouris</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Deep learning in cardiology</article-title>
          <source>IEEE Rev Biomed Eng</source>
          <year>2019</year>
          <volume>12</volume>
          <fpage>168</fpage>
          <lpage>193</lpage>
          <pub-id pub-id-type="doi">10.1109/rbme.2018.2885714</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hannun</surname>
              <given-names>Awni Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rajpurkar</surname>
              <given-names>Pranav</given-names>
            </name>
            <name name-style="western">
              <surname>Haghpanahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tison</surname>
              <given-names>Geoffrey H</given-names>
            </name>
            <name name-style="western">
              <surname>Bourn</surname>
              <given-names>Codie</given-names>
            </name>
            <name name-style="western">
              <surname>Turakhia</surname>
              <given-names>Mintu P</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>Andrew Y</given-names>
            </name>
          </person-group>
          <article-title>Cardiologist-level arrhythmia detection and classification in ambulatory electrocardiograms using a deep neural network</article-title>
          <source>Nat Med</source>
          <year>2019</year>
          <month>01</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30617320"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-018-0268-3</pub-id>
          <pub-id pub-id-type="medline">30617320</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-018-0268-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6784839</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shashikumar</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>A deep learning approach to monitoring and detecting atrial fibrillation using wearable technology</article-title>
          <year>2017</year>
          <conf-name>IEEE EMBS International Conference on Biomedical &#38; Health Informatics (BHI)</conf-name>
          <conf-date>February 16-19</conf-date>
          <conf-loc>Orlando, Florida</conf-loc>
          <fpage>141</fpage>
          <lpage>144</lpage>
          <pub-id pub-id-type="doi">10.1109/bhi.2017.7897225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teijeiro</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Castro</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Arrhythmia classification from the abductive interpretation of short single-lead ECG records</article-title>
          <year>2017</year>
          <conf-name>Computing in Cardiology</conf-name>
          <conf-date>September 24-27</conf-date>
          <conf-loc>Rennes, France</conf-loc>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.22489/cinc.2017.166-054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Rekik</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Unal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Adeli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Prediction to atrial fibrillation using deep convolutional neural networks</article-title>
          <source>Predictive Intelligence in Medicine</source>
          <year>2018</year>
          <month>09</month>
          <day>16</day>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>164</fpage>
          <lpage>171</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krittanawong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Aydar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kitai</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in precision cardiovascular medicine</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2017</year>
          <month>05</month>
          <day>30</day>
          <volume>69</volume>
          <issue>21</issue>
          <fpage>2657</fpage>
          <lpage>2664</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(17)36845-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2017.03.571</pub-id>
          <pub-id pub-id-type="medline">28545640</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(17)36845-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bolleddu</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Vanthenapalli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Karia</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Panguluri</surname>
              <given-names>SK</given-names>
            </name>
          </person-group>
          <article-title>Cardiovascular risks associated with gender and aging</article-title>
          <source>J Cardiovasc Dev Dis</source>
          <year>2019</year>
          <month>04</month>
          <day>27</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcdd6020019"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcdd6020019</pub-id>
          <pub-id pub-id-type="medline">31035613</pub-id>
          <pub-id pub-id-type="pii">jcdd6020019</pub-id>
          <pub-id pub-id-type="pmcid">PMC6616540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lagan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fortune</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatt</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Vestbo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Niven</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhuri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schelbert</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Potluri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Association of cardiovascular disease with respiratory disease</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2019</year>
          <month>05</month>
          <day>07</day>
          <volume>73</volume>
          <issue>17</issue>
          <fpage>2166</fpage>
          <lpage>2177</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(19)30457-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2018.11.063</pub-id>
          <pub-id pub-id-type="medline">30846341</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(19)30457-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cretikos</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Bellomo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hillman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Finfer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Flabouris</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Respiratory rate: the neglected vital sign</article-title>
          <source>Med J Aust</source>
          <year>2008</year>
          <month>06</month>
          <day>02</day>
          <volume>188</volume>
          <issue>11</issue>
          <fpage>657</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.5694/j.1326-5377.2008.tb01825.x</pub-id>
          <pub-id pub-id-type="medline">18513176</pub-id>
          <pub-id pub-id-type="pii">cre11027_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masip</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gayà</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Páez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Betbesé</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vecilla</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Manresa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ruíz</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Pulse oximetry in the diagnosis of acute heart failure</article-title>
          <source>Revista Española de Cardiología (English Edition)</source>
          <year>2012</year>
          <month>10</month>
          <volume>65</volume>
          <issue>10</issue>
          <fpage>879</fpage>
          <lpage>884</lpage>
          <pub-id pub-id-type="doi">10.1016/j.rec.2012.02.021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>DeePTOP: personalized tachycardia onset prediction using bi-directional LSTM in wearable embedded systems</article-title>
          <year>2019</year>
          <conf-name>International Conference on Embedded Wireless Systems and Networks</conf-name>
          <conf-date>February 25-27</conf-date>
          <conf-loc>Beijing, China</conf-loc>
          <fpage>216</fpage>
          <lpage>217</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberger</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Amaral</surname>
              <given-names>LAN</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hausdorff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ivanov</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Mietus</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>HE</given-names>
            </name>
          </person-group>
          <article-title>PhysioBank, PhysioToolkit, and PhysioNet: components of a new research resource for complex physiologic signals</article-title>
          <source>Circulation</source>
          <year>2000</year>
          <month>06</month>
          <day>13</day>
          <volume>101</volume>
          <issue>23</issue>
          <fpage>E215</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1161/01.cir.101.23.e215</pub-id>
          <pub-id pub-id-type="medline">10851218</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>TOP-Net</article-title>
          <source>GitHub</source>
          <access-date>2021-04-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/liuxiaoliXRZS/TOP-Net">https://github.com/liuxiaoliXRZS/TOP-Net</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>She</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Construction and application of a medical-grade wireless monitoring system for physiological signals at general wards</article-title>
          <source>J Med Syst</source>
          <year>2020</year>
          <month>09</month>
          <day>04</day>
          <volume>44</volume>
          <issue>10</issue>
          <fpage>182</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32885290"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10916-020-01653-z</pub-id>
          <pub-id pub-id-type="medline">32885290</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-020-01653-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7471584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paliwal</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Bidirectional recurrent neural networks</article-title>
          <source>IEEE Trans Signal Process</source>
          <year>1997</year>
          <volume>45</volume>
          <issue>11</issue>
          <fpage>2673</fpage>
          <lpage>2681</lpage>
          <pub-id pub-id-type="doi">10.1109/78.650093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Xiao</collab>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>Edward</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Jimeng</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges in developing deep learning models using electronic health records data: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>10</month>
          <day>01</day>
          <volume>25</volume>
          <issue>10</issue>
          <fpage>1419</fpage>
          <lpage>1428</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29893864"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy068</pub-id>
          <pub-id pub-id-type="medline">29893864</pub-id>
          <pub-id pub-id-type="pii">5035024</pub-id>
          <pub-id pub-id-type="pmcid">PMC6188527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>DY</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>WC</given-names>
            </name>
          </person-group>
          <article-title>Convolutional LSTM network: a machine learning approach for precipitation nowcasting</article-title>
          <year>2015</year>
          <conf-name>Advances in neural information processing systems</conf-name>
          <conf-date>December 7-12</conf-date>
          <conf-loc>Montreal, Canada</conf-loc>
          <fpage>802</fpage>
          <lpage>810</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://papers.nips.cc/paper/2015/file/07563a3fe3bbe7e3ba84431ad9d055af-Paper.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bence</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Analysis of short time series: correcting for autocorrelation</article-title>
          <source>Ecology</source>
          <year>1995</year>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>628</fpage>
          <lpage>639</lpage>
          <pub-id pub-id-type="doi">10.2307/1941218</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schreiber</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitz</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Discrimination power of measures for nonlinearity in a time series</article-title>
          <source>Phys Rev E</source>
          <year>1997</year>
          <month>5</month>
          <day>1</day>
          <volume>55</volume>
          <issue>5</issue>
          <fpage>5443</fpage>
          <lpage>5447</lpage>
          <pub-id pub-id-type="doi">10.1103/physreve.55.5443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Mobicardio: a clinical-grade mobile health system for cardiovascular disease management</article-title>
          <year>2019</year>
          <conf-name>IEEE International Conference on Healthcare Informatics</conf-name>
          <conf-date>June 10-13</conf-date>
          <conf-loc>Xi'an, China</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/ichi.2019.8904641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Automated sleep period estimation in wearable multi-sensor systems</article-title>
          <source>Proceedings of the 16th ACM Conference on Embedded Networked Sensor Systems</source>
          <year>2018</year>
          <conf-name>ACM SenSys 2018</conf-name>
          <conf-date>November 4-7</conf-date>
          <conf-loc>Shenzhen, China</conf-loc>
          <fpage>305</fpage>
          <lpage>306</lpage>
          <pub-id pub-id-type="doi">10.1145/3274783.3275155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xheng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Sleep stage classification using bidirectional lstm in wearable multi-sensor systems</article-title>
          <year>2019</year>
          <conf-name>IEEE Conference on Computer Communications Workshops</conf-name>
          <conf-date>April 29-May 2</conf-date>
          <conf-loc>Paris</conf-loc>
          <pub-id pub-id-type="doi">10.1109/infcomw.2019.8845115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Futoma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hariharan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sendak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brajer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bedoya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An improved multi-output gaussian process RNN with real-time validation for early sepsis detection</article-title>
          <source>Proceedings of the 2nd Machine Learning for Healthcare Conference</source>
          <year>2017</year>
          <conf-name>Machine Learning for Healthcare Conference</conf-name>
          <conf-date>August 18-19</conf-date>
          <conf-loc>Boston, Massachusetts</conf-loc>
          <fpage>243</fpage>
          <lpage>254</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://proceedings.mlr.press/v68/futoma17a/futoma17a.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>Wendong</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>Jin-Won</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>Yu Rang</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>Jae-Ho</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Young-Hak</given-names>
            </name>
            <name name-style="western">
              <surname>Turchin</surname>
              <given-names>Alexander</given-names>
            </name>
          </person-group>
          <article-title>An interpretable ICU mortality prediction model based on logistic regression and recurrent neural networks with LSTM units</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2018</year>
          <volume>2018</volume>
          <fpage>460</fpage>
          <lpage>469</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30815086"/>
          </comment>
          <pub-id pub-id-type="medline">30815086</pub-id>
          <pub-id pub-id-type="pmcid">PMC6371274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carlos</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>XGBoost: a scalable tree boosting system</article-title>
          <source>Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 2016</source>
          <year>2016</year>
          <conf-name>International Conference on Knowledge Discovery and Data Mining</conf-name>
          <conf-date>August 13-17</conf-date>
          <conf-loc>San Francisco, California</conf-loc>
          <fpage>785</fpage>
          <lpage>794</lpage>
          <pub-id pub-id-type="doi">10.1145/2939672.2939785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kanter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Skora</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McCombie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>McCombie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Soller</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Multi-parameter vital sign database to assist in alarm optimization for general care units</article-title>
          <source>J Clin Monit Comput</source>
          <year>2016</year>
          <month>12</month>
          <day>6</day>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>895</fpage>
          <lpage>900</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26439830"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10877-015-9790-8</pub-id>
          <pub-id pub-id-type="medline">26439830</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10877-015-9790-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5081381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ngiam</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shum</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A self-correcting deep learning approach to predict acute conditions in critical care</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online on July 14, 2019
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1901.04364"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Futoma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harihan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Learning to detect sepsis with a multitask Gaussian process RNN classifier</article-title>
          <year>2017</year>
          <conf-name>34th International Conference on Machine Learning</conf-name>
          <conf-date>August 6-11</conf-date>
          <conf-loc>Sydney, Australia</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tonekaboni</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mazwi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Laussen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Eytan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Goodfellow</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brudno</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goldenberg</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Prediction of cardiac arrest from physiological signals in the pediatric ICU</article-title>
          <source>Proceedings of the 3rd Machine Learning for Healthcare Conference</source>
          <year>2018</year>
          <conf-name>3rd Machine Learning for Healthcare</conf-name>
          <conf-date>August 16-18</conf-date>
          <conf-loc>Stanford, California</conf-loc>
          <fpage>534</fpage>
          <lpage>550</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Mu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dubrawski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hravnak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pinsky</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Clermont</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Predicting tachycardia as a surrogate for instability in the intensive care unit</article-title>
          <source>J Clin Monit Comput</source>
          <year>2019</year>
          <month>12</month>
          <day>14</day>
          <volume>33</volume>
          <issue>6</issue>
          <fpage>973</fpage>
          <lpage>985</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30767136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10877-019-00277-0</pub-id>
          <pub-id pub-id-type="medline">30767136</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10877-019-00277-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6823304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Suo</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>You</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Risk prediction on electronic health records with prior medical knowledge</article-title>
          <source>Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery &#38; Data Mining</source>
          <year>2018</year>
          <conf-name>International Conference on Knowledge Discovery &#38; Data Mining</conf-name>
          <conf-date>August 19-20</conf-date>
          <conf-loc>London, United Kingdom</conf-loc>
          <fpage>1910</fpage>
          <lpage>1919</lpage>
          <pub-id pub-id-type="doi">10.1145/3219819.3220020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Biswal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Deshpande</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>KO</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>RAIM: Recurrent attentive and intensive model of multimodal patient monitoring data</article-title>
          <source>Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery &#38; Data Mining</source>
          <year>2018</year>
          <conf-name>International Conference on Knowledge Discovery &#38; Data Mining</conf-name>
          <conf-date>August 19-20</conf-date>
          <conf-loc>London, United Kingdom</conf-loc>
          <fpage>2565</fpage>
          <lpage>2573</lpage>
          <pub-id pub-id-type="doi">10.1145/3219819.3220051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nemati</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Holder</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Razmi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Buchman</surname>
              <given-names>TG</given-names>
            </name>
          </person-group>
          <article-title>An interpretable machine learning model for accurate prediction of sepsis in the ICU</article-title>
          <source>Crit Care Med</source>
          <year>2018</year>
          <month>04</month>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>547</fpage>
          <lpage>553</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29286945"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000002936</pub-id>
          <pub-id pub-id-type="medline">29286945</pub-id>
          <pub-id pub-id-type="pmcid">PMC5851825</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bahadori</surname>
              <given-names>Mohammad Taha</given-names>
            </name>
            <name name-style="western">
              <surname>Schuetz</surname>
              <given-names>Andy</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>Walter F</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Jimeng</given-names>
            </name>
          </person-group>
          <article-title>Doctor AI: predicting clinical events via recurrent neural networks</article-title>
          <source>JMLR Workshop Conf Proc</source>
          <year>2016</year>
          <month>08</month>
          <volume>56</volume>
          <fpage>301</fpage>
          <lpage>318</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28286600"/>
          </comment>
          <pub-id pub-id-type="medline">28286600</pub-id>
          <pub-id pub-id-type="pmcid">PMC5341604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schuetz</surname>
              <given-names>Andy</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>Walter F</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Jimeng</given-names>
            </name>
          </person-group>
          <article-title>Using recurrent neural network models for early detection of heart failure onset</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2017</year>
          <month>03</month>
          <day>01</day>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>361</fpage>
          <lpage>370</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27521897"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocw112</pub-id>
          <pub-id pub-id-type="medline">27521897</pub-id>
          <pub-id pub-id-type="pii">ocw112</pub-id>
          <pub-id pub-id-type="pmcid">PMC5391725</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Che</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Predicting the risk of heart failure with EHR sequential data modeling</article-title>
          <source>IEEE Access</source>
          <year>2018</year>
          <volume>6</volume>
          <fpage>9256</fpage>
          <lpage>9261</lpage>
          <pub-id pub-id-type="doi">10.1109/access.2017.2789324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges of deep learning methods for electrocardiogram data: a systematic review</article-title>
          <source>Comput Biol Med</source>
          <year>2020</year>
          <month>07</month>
          <volume>122</volume>
          <fpage>103801</fpage>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2020.103801</pub-id>
          <pub-id pub-id-type="medline">32658725</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(20)30169-4</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
