<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e53400</article-id>
      <article-id pub-id-type="pmid">38513229</article-id>
      <article-id pub-id-type="doi">10.2196/53400</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Forecasting Hospital Room and Ward Occupancy Using Static and Dynamic Information Concurrently: Retrospective Single-Center Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vakharia</surname>
            <given-names>Vinay</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Leili</surname>
            <given-names>Tapak</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Seo</surname>
            <given-names>Hyeram</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3589-1347</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ahn</surname>
            <given-names>Imjin</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3929-6390</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gwon</surname>
            <given-names>Hansle</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6019-4466</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kang</surname>
            <given-names>Heejun</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0396-2112</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Yunha</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6713-1900</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>Heejung</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2265-1819</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Minkyoung</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4923-5321</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Han</surname>
            <given-names>Jiye</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1366-8275</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Kee</surname>
            <given-names>Gaeun</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2377-3503</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>Seohyun</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2658-8757</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Ko</surname>
            <given-names>Soyoung</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-6268-1534</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Jung</surname>
            <given-names>HyoJe</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-2552-6527</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Byeolhee</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-1462-8348</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Oh</surname>
            <given-names>Jungsik</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-4321-7092</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Jun</surname>
            <given-names>Tae Joon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6808-5149</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Young-Hak</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <address>
            <institution>Division of Cardiology</institution>
            <institution>Department of Information Medicine</institution>
            <institution>Asan Medical Center &#38; University of Ulsan College of Medicine</institution>
            <addr-line>88, Olympic-ro 43-gil</addr-line>
            <addr-line>Songpa-gu</addr-line>
            <addr-line>Seoul, 05505</addr-line>
            <country>Republic of Korea</country>
            <phone>82 2 3010 0955</phone>
            <email>mdyhkim@amc.seoul.kr</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3610-486X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Medical Science</institution>
        <institution>Asan Medical Institute of Convergence Science and Technology</institution>
        <institution>Asan Medical Center &#38; University of Ulsan College of Medicine</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Information Medicine</institution>
        <institution>Asan Medical Center</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of Cardiology</institution>
        <institution>Asan Medical Center</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Digital Innovation</institution>
        <institution>Asan Medical Center</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Big Data Research Center</institution>
        <institution>Asan Institute for Life Sciences</institution>
        <institution>Asan Medical Center</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Division of Cardiology</institution>
        <institution>Department of Information Medicine</institution>
        <institution>Asan Medical Center &#38; University of Ulsan College of Medicine</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Young-Hak Kim <email>mdyhkim@amc.seoul.kr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>3</month>
        <year>2024</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e53400</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>2</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Hyeram Seo, Imjin Ahn, Hansle Gwon, Heejun Kang, Yunha Kim, Heejung Choi, Minkyoung Kim, Jiye Han, Gaeun Kee, Seohyun Park, Soyoung Ko, HyoJe Jung, Byeolhee Kim, Jungsik Oh, Tae Joon Jun, Young-Hak Kim. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 21.03.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2024/1/e53400" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Predicting the bed occupancy rate (BOR) is essential for efficient hospital resource management, long-term budget planning, and patient care planning. Although macro-level BOR prediction for the entire hospital is crucial, predicting occupancy at a detailed level, such as specific wards and rooms, is more practical and useful for hospital scheduling.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to develop a web-based support tool that allows hospital administrators to grasp the BOR for each ward and room according to different time periods.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We trained time-series models based on long short-term memory (LSTM) using individual bed data aggregated hourly each day to predict the BOR for each ward and room in the hospital. Ward training involved 2 models with 7- and 30-day time windows, and room training involved models with 3- and 7-day time windows for shorter-term planning. To further improve prediction performance, we added 2 models trained by concatenating dynamic data with static data representing room-specific details.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We confirmed the results of a total of 12 models using bidirectional long short-term memory (Bi-LSTM) and LSTM, and the model based on Bi-LSTM showed better performance. The ward-level prediction model had a mean absolute error (MAE) of 0.067, mean square error (MSE) of 0.009, root mean square error (RMSE) of 0.094, and R<sup>2</sup> score of 0.544. Among the room-level prediction models, the model that combined static data exhibited superior performance, with a MAE of 0.129, MSE of 0.050, RMSE of 0.227, and R<sup>2</sup> score of 0.600. Model results can be displayed on an electronic dashboard for easy access via the web.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We have proposed predictive BOR models for individual wards and rooms that demonstrate high performance. The results can be visualized through a web-based dashboard, aiding hospital administrators in bed operation planning. This contributes to resource optimization and the reduction of hospital resource use.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>hospital bed occupancy</kwd>
        <kwd>electronic medical records</kwd>
        <kwd>time series forecasting</kwd>
        <kwd>short-term memory</kwd>
        <kwd>combining static and dynamic variables</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The global health care market continues to grow, but the burden of health care costs on governments and individuals is reaching its limits. Consequently, there is increasing interest in the efficient use of limited resources in health care systems, and hospitals must develop approaches to maximize medical effectiveness within budgetary constraints [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. One approach to this is optimizing the use of medical resources. Medical resources can be broadly categorized into 3 categories: human resources, physical capital, and consumables. The appropriate and optimized use of these resources is critical for improving health care quality and providing care to a larger number of patients [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Among the 3 medical resources, hospital beds are considered one of the physical capitals provided by hospitals to patients. These beds are allocated for various purposes, such as rest, hospitalization, postsurgical recovery, etc. They constitute one of the factors that can directly influence the patient’s internal satisfaction within the hospital. However, owing to limited space, hospitals often have a restricted number of beds. Moreover, the number and functionality of beds are often fixed owing to budgetary or environmental constraints, making it difficult to make changes. Nonetheless, if hospital administrators can evaluate bed occupancy rates (BORs) according to different time periods, they can predict the need for health care professionals and resources. On the basis of this information, hospitals can plan resources efficiently, reduce operational costs, and achieve economic objectives [<xref ref-type="bibr" rid="ref5">5</xref>]. In addition, excessive BORs can exert a negative effect on the health of staff members and increase the possibility of exposure to infection risks. Hence, emphasizing only maintaining a high BOR may not necessarily lead to favorable outcomes for the hospital [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Considering these reasons, BOR prediction plays a vital role in hospitals and is recognized as a broadly understood necessity for resource optimization in the competitive medical field.</p>
        <p>In the medical field, optimizing resources is crucial in the face of limited bed capacity and intense competition. Therefore, bed planning is a vital consideration aimed at minimizing hospital costs [<xref ref-type="bibr" rid="ref8">8</xref>]. To achieve this, hospitals need to plan staffing and vacations weeks or months in advance [<xref ref-type="bibr" rid="ref9">9</xref>]. The use of machine learning (ML) technology for BOR prediction is necessary to address fluctuations in patient numbers due to seasonal variations or infectious diseases, ensuring continuous hospital operations. In the Netherlands, hospitals have already implemented ML-based BOR prediction [<xref ref-type="bibr" rid="ref10">10</xref>], and Johns Hopkins Hospital uses various metrics to effectively manage bed capacity for optimization. Predicting BORs based on quantitative data contributes to validating the clinical quality and cost-effectiveness of treatments. This, in turn, enhances overall accountability throughout the wards and contributes to improving hospital efficiency [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Prior Work</title>
        <p>Hospital BOR prediction has been investigated using various approaches recently. From studies predicting bed demand using mathematical statistics or regression equation models based on given data [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>], the focus has shifted toward modeling approaches using time-series analysis. This approach observes recorded data over time to predict future values.</p>
        <p>A previous study has taken an innovative approach using time-series analysis alongside the commonly used regression analysis for bed demand prediction, and the study demonstrated that using time-series prediction for bed occupancy yielded higher performance results than using a simple trend fitting approach [<xref ref-type="bibr" rid="ref16">16</xref>]. Another study used the autoregressive integrated moving average (ARIMA) model for univariate data and a time-series model for multivariate data to predict BORs [<xref ref-type="bibr" rid="ref17">17</xref>]. With the advancement of deep learning (DL) models that possess strong long-term memory capabilities, such as recurrent neural network (RNN) and long short-term memory (LSTM), there has been an increase in studies applying these models to time-series data for prediction purposes. For instance, in the study by Kutafina et al [<xref ref-type="bibr" rid="ref9">9</xref>], hospital BORs were predicted based on dates and public holiday data from government agencies and schools, without involving the personal information of patients. The study used a nonlinear autoregressive exogenous model to predict a short-term period of 60 days, with an aim to contribute to the planning of hospital staff. The model demonstrated good performance, with an average mean absolute percentage error of 6.24%. In emergency situations, such as the recent global COVID-19 pandemic, the sudden influx of infected patients can disrupt the hospitalization plans for patients with pre-existing conditions [<xref ref-type="bibr" rid="ref18">18</xref>]. Studies have been conducted using DL architectures to design models for predicting the BOR of patients with COVID-19 on a country-by-country basis. Some studies incorporated additional inputs, such as vaccination rate and median age, to train the models [<xref ref-type="bibr" rid="ref19">19</xref>]. Studies have also been conducted to focus on the short-term prediction of BORs during the COVID-19 period [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Prior studies are summarized in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>Although previous research has contributed to BOR prediction and operational planning at the hospital level, more detailed and systematic predictions are necessary for practical application in real-world operations. To address this issue, studies have developed their own computer simulation hospital systems to not only predict bed occupancy but also execute scheduling for admissions and surgeries to enhance resource utilization [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Nevertheless, existing studies have the limitation of focusing solely on the overall BOR of the hospital. As an advancement to these studies, we aim to propose a strategy for predicting the BOR at the level of each ward and room using various variables in a time-series manner. Interestingly, to our knowledge, this is the first study to apply DL to predict ward- and room-specific occupancy rates using time-series analysis.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of prior studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="100"/>
            <col width="260"/>
            <col width="260"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Year</td>
                <td>Data set</td>
                <td>Method</td>
                <td>Prediction target</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mackay and Lee [<xref ref-type="bibr" rid="ref12">12</xref>]</td>
                <td>2007</td>
                <td>Deidentified data, the date and time of patient admission and discharge between 1998 and 2000</td>
                <td>Comparison of 2 compartment models through cross-validation</td>
                <td>Entire hospital bed occupancy (annual average)</td>
              </tr>
              <tr valign="top">
                <td>Littig and Isken [<xref ref-type="bibr" rid="ref13">13</xref>]</td>
                <td>2007</td>
                <td>Historical and real-time data warehouse and hospital information systems (emergency department, financial, surgical scheduling, and inpatient tracking systems)</td>
                <td>Computerized model of MLR<sup>a</sup> and LR<sup>b</sup></td>
                <td>Entire hospital short-term occupancy (24 h or 72 h) based on LOS<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>Kumar and Mo [<xref ref-type="bibr" rid="ref14">14</xref>]</td>
                <td>2010</td>
                <td>Bed management between June 1, 2006, and June 1, 2007; Information: (1) In each class based on length of stay and admission data; (2) Historical previous year’s same week admission data; (3) Relationship between identified variables to aid bed managers</td>
                <td>The 3 methods are: (1) Poisson bed occupancy model; (2) Simulation model; and (3) Regression model</td>
                <td>The 3 prediction targets are: (1) Estimation of bed occupancy and optimal bed requirements in each class; (2) Bed occupancy levels for every class for the following week; and (3) Weekly average number of occupied beds</td>
              </tr>
              <tr valign="top">
                <td>Seematter-Bagnoud et al [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
                <td>2015</td>
                <td>Inpatient stay data in 2010 (acute somatic care inpatients and outpatients)</td>
                <td>Three models of hypothesis-based statistical forecasting of future trends</td>
                <td>The 3 targets are: (1) Number of hospital stays; (2) Hospital inpatient days; and (3) Beds for medical stay</td>
              </tr>
              <tr valign="top">
                <td>Farmer and Emami [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
                <td>1990</td>
                <td>Inpatient stay data for general surgery in the age group of 15-44 years between 1969 and 1982</td>
                <td>The 2 methods are: (1) Forecasting from a structural model and (2) The time-series or Box-Jenkins method</td>
                <td>Entire hospital short-term daily bed requirements</td>
              </tr>
              <tr valign="top">
                <td>Kim et al [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
                <td>2014</td>
                <td>Data warehouse between January 2009 and June 2012</td>
                <td>The 2 methods are: (1) The ARIMA<sup>d</sup> model for univariate data and (2) The time-series model for multivariate data</td>
                <td>Entire hospital bed occupancy (1 day and 1 week)</td>
              </tr>
              <tr valign="top">
                <td>Kutafina et al [<xref ref-type="bibr" rid="ref9">9</xref>]</td>
                <td>2019</td>
                <td>Inpatient stay data between October 14, 2002, and December 31, 2015 (patient identifier, time of admission, discharge, and name of the clinic the patient was admitted to; no personal information on the patients or staff was provided)</td>
                <td>NARX<sup>e</sup> model, a type of RNN<sup>f</sup></td>
                <td>Entire hospital mid-term bed occupancy (60 days, bed pool in units of 30 beds)</td>
              </tr>
              <tr valign="top">
                <td>Bouhamed et al [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
                <td>2022</td>
                <td>COVID-19 hospital occupancy data in 15 countries between December 2021 and early January 2022</td>
                <td>The 3 models are: LSTM<sup>g</sup>, GRU<sup>h</sup>, and SRNN<sup>i</sup>. Incorporate vaccination percentage and median age of the population to improve performance</td>
                <td>Entire hospital bed occupancy</td>
              </tr>
              <tr valign="top">
                <td>Bekker et al [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
                <td>2021</td>
                <td>Historical data publicly available until mid-October 2020</td>
                <td>The 2 methods are: (1) Using linear programming to predict admissions and (2) Fitting the remaining LOS and using results from the queuing theory to predict occupancy</td>
                <td>The 2 targets are: (1) Patient admission and (2) Entire hospital short-term bed occupancy</td>
              </tr>
              <tr valign="top">
                <td>Farcomeni et al [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                <td>2021<break/>  <break/>  </td>
                <td>Patients admitted to the intensive care unit between January and June 2020</td>
                <td>The 2 methods are: (1) Generalized linear mixed regression model and (2) Area-specific nonstationary integer autoregressive methodology</td>
                <td>Entire hospital short-term intensive care bed occupancy</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>MLR: multinomial logistic regression.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>LR: linear regression.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>LOS: length of stay.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>ARIMA: autoregressive integrated moving average.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>NARX: nonlinear autoregressive exogenous.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>RNN: recurrent neural network.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>LSTM: long short-term memory.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>GRU: grid recurrent unit.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>SRNN: simple recurrent neural network.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Goal of This Study</title>
        <p>The aim of this study was to predict the BORs of hospital wards and rooms using time-series data from individual beds. Although overall bed occupancy prediction is useful for macro-level resource management in hospitals, resource allocation based on the prediction of occupancy rates for each ward and room is required for specific hospital scheduling and practicality. Through this approach, we aim to contribute to the efficient operational cost optimization of the hospital and ensure the availability of resources required for patient care.</p>
        <p>We have developed time-series prediction models based on deep neural network (DNN), among which 1 model combines data representing room-specific features (static data) with dynamic data to enhance the prediction performance for room bed occupancy rates (RBORs). Based on bidirectional long short-term memory (Bi-LSTM), the RBOR prediction model demonstrates a lower mean absolute error (MAE) of 0.049, a mean square error (MSE) of 0.042, a root mean square error (RMSE) of 0.007, and a higher R<sup>2</sup> score of 0.291, indicating the highest performance among all RBOR models.</p>
        <p>We developed 6 types of BOR prediction models, of which 2 types were used for predicting ward bed occupancy rates (WBORs), and the other 4 types focused on predicting RBORs. These models use LSTM and Bi-LSTM architectures with strong long-term memory capabilities as their basic structure. We created 6 models for each architecture, resulting in a total of 12 models. The WBOR models were used for predicting weekly and monthly occupancy rates, serving long-term hospital administrative planning purposes. Conversely, the RBOR models were designed for immediate and rapid occupancy planning and were trained with 3- and 7-day intervals. Each RBOR model was enhanced by combining static data, which represent room-specific features, to generate more sophisticated prediction models.</p>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the potential application of our model as a form of web software in a hospital setting. Through an online dashboard, it can provide timely information regarding bed availability, enabling intelligent management of patient movements related to admission and discharge. It facilitates shared responsibilities within the hospital and simplifies future resource planning [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>In the Introduction section, we explored the importance of this research and investigated relevant previous studies, providing a general overview of the direction of our research. In the Methods section, we provide descriptions of the data set used and the structure of the DNN algorithm used, and explain the model architecture and performance. In the Results section, we present the performance and outcomes of this study. Finally, in the Discussion section, we discuss the contributions, limitations, and potential avenues for improvement of the research.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Virtual dashboard of the status and forecast of the ward bed occupancy rate (WBOR) and room bed occupancy rate (RBOR). The first screen presents the overall bed occupancy rate of the hospital, along with the number of beds in use and available. Moreover, a predictive graph displays the anticipated WBOR for selected dates. The second screen presents the WBOR for individual beds, indicating their statuses, such as “in use,” “reserved,” “empty,” and “cleaning.” Detailed information about each room is also displayed.</p>
          </caption>
          <graphic xlink:href="medinform_v12i1e53400_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We intended to predict the BORs of individual hospital wards and rooms based on the information accumulated in individual bed–level data on an hourly basis, aggregated on a daily basis. For this purpose, we developed 12 time-series models. As the base models, we applied LSTM and Bi-LSTM, which are suitable for sequence data. These models address the limitation of long-term memory loss in traditional RNNs and were chosen because of their suitability for training bed data represented as sequence data.</p>
        <p>Based on the model architecture, there were 2 WBOR prediction model types, which were trained at 7- and 30-day intervals to predict the occupancy rate for the next day. Moreover, there were 2 RBOR prediction model types, similar to the ward models, which were trained at 3- and 7-day intervals. Furthermore, as another approach, each RBOR prediction model was augmented with static data, and 2 DL algorithms were proposed for the final comparison of their performances in predicting RBORs.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study was approved by the Asan Medical Center (AMC) Institutional Review Board (IRB 2021-0321) and was conducted in accordance with the 2008 Declaration of Helsinki.</p>
      </sec>
      <sec>
        <title>Materials</title>
        <sec>
          <title>Study Setting</title>
          <p>This was a retrospective single-center cohort study. Data were collected from AMC, with information on the occupancy status of each bed recorded at hourly intervals between May 27, 2020, and November 21, 2022. The data set comprised a total of 54,632,684 records. This study used ethically preapproved data. Deidentified data used in the study were extracted from ABLE, the AMC clinical research data warehouse.</p>
          <p>A total of 57 wards, encompassing specialized wards; 1411 rooms, including private and shared rooms; and 4990 beds were included in this study. Wards and rooms with specific characteristics, such as intensive care unit, newborn room, and nuclear medicine treatment room, were excluded from the analysis as their occupancy prediction using simple and general variables did not align with the direction of this study.</p>
        </sec>
        <sec>
          <title>Supporting Data</title>
          <p>Supporting data for public holidays were added in our data set. We considered that holidays have both a recurring pattern with specific dates each year and a distinctive characteristic of being nonworking days, which could affect occupancy rates. Based on Korean public holidays, which include Chuseok, Hangeul Proclamation Day, Children’s Day, National Liberation Day, Memorial Day, Buddha’s Birthday, Independence Movement Day, and Constitution Day, there were 27 days that corresponded to public holidays during the period covered by the data set. We denoted these dates with a value of “1” if they were public holidays and “0” if they were not, based on the reference date.</p>
        </sec>
        <sec>
          <title>Preprocessing and Description of Variables</title>
          <p>Among the variables representing individual beds, the reference date, ward and room information, patient occupancy status, bed cleanliness status, and detailed room information were available. Based on the recorded date of bed status, we derived additional variables, such as the reference year, reference month, reference week (week of the year), reference day, and reference day of the week.</p>
          <p>Room data were derived from the input information representing the cleanliness status of beds. This variable had 2 possible states, namely, “admittable” and “discharge.” If neither of these states was indicated, it implied that a patient was currently hospitalized in the bed. As the status of hospitalized patients was indicated by missing values, we replaced them with the number “1” to indicate the presence of a patient in the bed and “0” otherwise. The sum of all “1” values represented the current number of hospitalized patients. The count of beds in each room indicated the capacity of each room. The target variable BOR was calculated by dividing the number of patients in the room by the room capacity, resulting in a room-specific patient occupancy rate variable. The ward data were subjected to a similar process as that of the room data, with the difference being that we generated ward-specific variables, such as ward capacity and WBOR, using the same approach. The static room data consisted of 14 variables, including the title of the room and the detailed information specific to each room.</p>
          <p>For the variables in the ward and room data, we disregarded the units of the features and converted them into numerical values for easy comparison, after which we performed normalization. Regarding the variables representing detailed room information, we converted them to numerical values where “yes” was represented as “1” and “no” was represented as “0.”</p>
          <p>The final set of variables used in this study was categorized into date, ward, room, and detailed room information. <xref ref-type="table" rid="table2">Table 2</xref> provides the detailed descriptions of the variables used in our training, including all the administrative data related to beds that are readily available in the hospital.</p>
          <p>The explanation of the classification for generating the data sets for training each model is provided in <xref ref-type="table" rid="table3">Table 3</xref>. The static features of the detailed room information were combined with the room data set, which has sequence characteristics, to generate a separate data set termed Room+Static.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Description of variables by category.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="280"/>
              <col width="0"/>
              <col width="280"/>
              <col width="0"/>
              <col width="410"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Variable</td>
                  <td colspan="2">Type</td>
                  <td>Description</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Date</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Year</td>
                  <td colspan="2">3 categories</td>
                  <td colspan="2">Reference year for bed status</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Month</td>
                  <td colspan="2">12 categories</td>
                  <td colspan="2">Reference month for bed status</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Week</td>
                  <td colspan="2">53 categories</td>
                  <td colspan="2">Reference week for bed status</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Day</td>
                  <td colspan="2">31 categories</td>
                  <td colspan="2">Reference day for bed status</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Weekday</td>
                  <td colspan="2">7 categories</td>
                  <td colspan="2">Reference day of the week for bed status</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Holiday</td>
                  <td colspan="2">2 categories</td>
                  <td colspan="2">Holiday status</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Ward</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ward abbreviation</td>
                  <td colspan="2">57 categories</td>
                  <td colspan="2">Abbreviations for entire ward names</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ward capacity</td>
                  <td colspan="2">Numeric</td>
                  <td colspan="2">Number of available ward beds</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ward bed capacity</td>
                  <td colspan="2">Numeric</td>
                  <td colspan="2">Number of patients currently admitted to the ward</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ward occupancy rate</td>
                  <td colspan="2">Numeric</td>
                  <td colspan="2">Ward bed capacity divided by ward capacity</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Room</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Room abbreviation</td>
                  <td colspan="2">1411 categories</td>
                  <td colspan="2">Abbreviations for entire room names</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Room capacity</td>
                  <td colspan="2">Numeric</td>
                  <td colspan="2">Number of available room beds</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Room bed capacity</td>
                  <td colspan="2">Numeric</td>
                  <td colspan="2">Number of patients currently admitted to the room</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Room occupancy rate</td>
                  <td colspan="2">Numeric</td>
                  <td colspan="2">Room bed capacity divided by room capacity</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Room static feature</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Room code</td>
                  <td colspan="2">34 categories</td>
                  <td colspan="2">Room grade code</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Nuclear</td>
                  <td colspan="2">2 categories (N<sup>a</sup>/Y<sup>b</sup>)</td>
                  <td colspan="2">Nuclear medicine room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sterile</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Sterile room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Isolation</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Isolation room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>EEG<sup>c</sup> testing</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">EEG testing room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Observation</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Observation room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Kidney</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Kidney transplant room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Liver</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Liver transplant room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sub-ICU<sup>d</sup></td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Sub-ICU room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Special</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Special room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Small single</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Small single room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Short-term</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Short-term room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Psy-double</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Psychiatry department double room availability</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Psy-open</td>
                  <td colspan="2">2 categories (N/Y)</td>
                  <td colspan="2">Psychiatry department open room availability</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>N: No.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>Y: Yes.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>EEG: electroencephalogram.</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>ICU: intensive care unit.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Data set classification and included variables.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="200"/>
              <col width="800"/>
              <thead>
                <tr valign="top">
                  <td>Data set</td>
                  <td>Variables</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Ward data set</td>
                  <td>Ward abbreviation, year, month, week, day, weekday, holiday, ward capacity, ward bed capacity, and ward occupancy rate</td>
                </tr>
                <tr valign="top">
                  <td>Room data set</td>
                  <td>Room abbreviation, year, month, week, day, weekday, holiday, room capacity, room bed capacity, and room occupancy rate</td>
                </tr>
                <tr valign="top">
                  <td>Static data set</td>
                  <td>14 static variables related to detailed room information</td>
                </tr>
                <tr valign="top">
                  <td>Room+Static  <break/>  
            data set</td>
                  <td>Room abbreviation, year, month, week, day, weekday, holiday, room capacity, room bed capacity, 14 static variables related to detailed room information, and room occupancy rate</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Separation</title>
          <p>Each data set was split into training, validation, and test sets for training and evaluation of the model. The training set consisted of 32,153 rows (67.8%), with data from May 27, 2020, to December 2021. The validation set, used for parameter tuning, included 7085 rows (15.0%), with data from January to June 2022. Finally, the test set comprised 8208 rows (17.2%), with data from July 2022 to November 21, 2022.</p>
        </sec>
      </sec>
      <sec>
        <title>DL Algorithms</title>
        <p>We used various DL algorithms for in-depth learning. In the following subsections, we will provide explanations for each model algorithm used in our research.</p>
        <sec>
          <title>LSTM Network</title>
          <p>RNN [<xref ref-type="bibr" rid="ref26">26</xref>] is a simple algorithm that passes information from previous steps to the current step, allowing it to iterate and process sequential data. However, it encounters difficulties in handling long-term dependencies, such as those found in time-series data, owing to the vanishing gradient problem. To address this issue, LSTM [<xref ref-type="bibr" rid="ref27">27</xref>] was developed. LSTM excels in handling sequence data and is commonly used in natural language processing, machine translation, and time-series data analysis. LSTM consists of an input gate, output gate, and forget gate. The “cell state,” is carefully controlled by each gate to determine whether the memory should be retained or forgotten for the next time step.</p>
        </sec>
        <sec>
          <title>Bi-LSTM Network</title>
          <p>Although RNN and LSTM possess the ability to remember previous data, they have a limitation in that their results are primarily based on immediate past patterns because the input is processed in a sequential order. This limitation can be overcome through a network architecture known as Bi-LSTM [<xref ref-type="bibr" rid="ref28">28</xref>]. Bi-LSTM allows end-to-end learning, minimizing the loss on the output and simultaneously training all parameters. It also has the advantage of performing well even with long data sequences. Because of its suitability for models that require knowledge of dependencies from both the past and future, such as LSTM-based time-series prediction, we additionally selected Bi-LSTM as the base model.</p>
        </sec>
        <sec>
          <title>Attention Mechanism</title>
          <p>Attention mechanism [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] refers to the process of incorporating the encoder’s outputs into the decoder at each time step of predicting the output sequence. Rather than considering the entire input sequence, it focuses more on the relevant components that are related to the predicted output, allowing the model to focus on important areas. This mechanism helps minimize information loss in data sets with long sequences, enabling better learning and improving the model’s performance. It has been widely used in areas such as text translation and speech recognition. Nevertheless, as it is still based on RNN models, it has the drawbacks of slower speed and not being completely free from information loss issues.</p>
        </sec>
        <sec>
          <title>Combining Static and Dynamic Features</title>
          <p>Data can exhibit different characteristics even at the same time. For instance, in data collected at 1-hour intervals for each hospital bed, we can distinguish between “dynamic data,” which include features that change over time, such as the bed condition, date, and patient occupancy, and “static data,” which consist of information that remains constant, such as the ward and room number.</p>
          <p>DL allows us to use all the available information for prediction. Therefore, for predicting the RBOR, we investigated an approach that combines dynamic and static data using an LSTM-based method [<xref ref-type="bibr" rid="ref31">31</xref>]. This approach demonstrated better performance than LSTM alone [<xref ref-type="bibr" rid="ref32">32</xref>]. Our approach involves adding a layer that incorporates static data as an input to the existing room occupancy prediction model.</p>
        </sec>
      </sec>
      <sec>
        <title>Model Architecture</title>
        <sec>
          <title>Base Model</title>
          <p>Our objective was to predict the intermediate-term occupancy rates of wards and rooms within the hospital to contribute to hospital operation planning. Bi-LSTM was chosen as the base model owing to its improved predictive performance compared with the traditional LSTM model. However, to quantitatively compare these models, we conducted a comparison of the results for each model (6 for each, with a total of 12 models).</p>
          <p>A typical LSTM model processes data sequentially, considering only the information from the past up to the current time step. However, Bi-LSTM, by simultaneously processing data in both forward and backward directions, has a unique feature that allows it to leverage both current and future information for predictions. This bidirectionality helps the model effectively learn temporal dependencies and intricate patterns. However, despite these advantages, Bi-LSTM comes with the trade-off of doubling the number of model parameters, resulting in increased computational costs for training and prediction. While a more complex model can better adapt to the training data, there is an increased risk of overfitting, especially with small data sets. Nevertheless, the reason for choosing Bi-LSTM for tasks like predicting BORs in hospitals, involving time-series data, lies in its ability to harness the power of bidirectional information. Bi-LSTM processes input data from both past and future directions simultaneously, enabling it to effectively incorporate future information into current predictions. This proves beneficial for handling complex patterns in long time-series data [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>Moreover, we have enhanced the performance of our models by adding an attention layer to Bi-LSTM. The attention layer assigns higher weights to features that exert a significant impact on the prediction, allowing the model to focus on relevant information and gather necessary input features. This helps improve the accuracy of the prediction. Furthermore, the attention layer reduces the amount of information processed, resulting in improved computational efficiency. Ultimately, this contributes toward enhancing the overall performance of the model.</p>
          <p>The window length of the input sequence was divided into 3 different intervals, namely, 3, 7, and 30 days. The WBOR model was trained on sequences with a window length of 7 and 30 days, whereas the RBOR model was trained on sequences with a window length of 3 and 7 days. The first layer of our model consisted of Bi-LSTM, which was followed by the leaky rectified linear unit (LeakyReLU) activation function. LeakyReLU is a linear function that has a small gradient for negative input values, similar to ReLU. It helps the model converge faster. After applying this process once again, the AttentionWithContext layer was applied, which focuses on important components of input sequence data and transforms outputs obtained from the previous layer. After applying the activation function again, a dense layer with 1 neuron was added for generating the final output. The sigmoid function was used to limit the output values between 0 and 1. Finally, our model was compiled using the MSE loss function, Adam optimizer, and MAE metric. The parameters for each layer were selected based on accumulated experience through research. <xref rid="figure2" ref-type="fig">Figure 2</xref> visually represents the above-described structure.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Base bidirectional long short-term memory (Bi-LSTM) model architecture. LeakyReLU: leaky rectified linear unit; LSTM: long short-term memory.</p>
            </caption>
            <graphic xlink:href="medinform_v12i1e53400_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Combining Dynamic and Static Data Using the DL Model</title>
          <p>The accumulated bed data, which were collected on a time basis, were divided into dynamic and static data of the rooms, which were then inputted separately. To improve the performance of the BOR prediction model, we designed different DL architectures for the characteristics of these 2 types of data.</p>
          <p>We first used a base model based on LSTM and Bi-LSTM to learn the time-series data and then focused the model’s attention using the dense layer to process fixed-size inputs. To prevent overfitting, we applied the dropout function to randomly deactivate neurons in 2 dense layers. The hidden states of the 2 networks were combined, and the resulting output was passed to a single layer, combining the time dynamic and static data.</p>
          <p>Finally, the hidden states of the 2 networks were combined, and the combined result was passed to a single layer to effectively integrate the dynamic and static data. This allowed us to use the information from both the dynamic and static data for BOR prediction. This architecture is illustrated in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Bidirectional long short-term memory (Bi-LSTM) model architecture combining static and dynamic variables. LeakyReLU: leaky rectified linear unit; LSTM: long short-term memory.</p>
            </caption>
            <graphic xlink:href="medinform_v12i1e53400_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Hyperparameter Tuning</title>
        <p>One of the fundamental methods to enhance the performance of artificial intelligence (AI) learning models is the use of hyperparameter tuning. Hyperparameters are parameters passed to the model to modify or adjust the learning process. While hyperparameter tuning may rely on the experience of researchers, there are also functionalities that automatically search for hyperparameters, taking into account the diversity of model structures.</p>
        <p>Various methods for search optimization have been proposed [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], but we implemented our models using the Keras library. By leveraging Keras Tuner, we automatically searched for the optimal combinations of units and learning rates for each model, contributing to the improvement of their performance.</p>
      </sec>
      <sec>
        <title>Time Series Cross-Validation</title>
        <p>Time-series data exhibit temporal dependencies between data points, making it crucial to consider these characteristics when validating a model. Commonly used K-fold cross-validation is effective for evaluating models on general data sets [<xref ref-type="bibr" rid="ref35">35</xref>], providing effectiveness in preventing overfitting and enhancing generalizability by dividing the data into multiple subsets [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. However, for time-series data, shuffling the data randomly is not appropriate owing to the inherent sequential dependency of the observations.</p>
        <p>Time series cross-validation is a method that preserves this temporal dependence while dividing the data [<xref ref-type="bibr" rid="ref38">38</xref>]. It involves splitting the entire hospital bed data set into 5 periods, conducting training and validation for each period, and repeating this process as the periods shift. This approach is particularly effective when observations in the dynamic data set, such as hospital bed data recorded at 1-hour intervals, play a crucial role in predicting future values based on past observations.</p>
        <p>Shuffling data randomly using K-fold may disrupt the temporal continuity, leading to inadequate reflection of past and future observations. Therefore, time series cross-validation sequentially partitions the data, ensuring the temporal flow is maintained, and proves to be more effective in evaluating the model’s performance. This method enables the model to make more accurate predictions of future occupancy based on past trends.</p>
        <sec>
          <title>Evaluation</title>
          <p>We selected various metrics to evaluate the performance of time-series data predictions. Among them, MAE represents the absolute difference between the model’s predicted values and the actual BOR. We also considered MSE, which is sensitive to outliers. Moreover, to address the limitations of MSE and provide a penalty for large errors, we opted for RMSE. We also used the R<sup>2</sup> score to measure the correlation between the predicted and actual values.</p>
          <p>MAE is a commonly used metric to evaluate the performance of time-series prediction models. MAE is intuitive and easy to calculate, making it widely used in practice. Because MAE uses absolute values, it is less sensitive to outliers in the occupancy rate values for specific dates. MAE is calculated using the following formula:</p>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>MSE is a metric that evaluates the magnitude of errors by squaring the differences between the predicted and actual values and then taking the average. It is calculated using the following formula:</p>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>RMSE is used to address the limitations of MSE where the error scales as a square, providing a more intuitive understanding of the error magnitude between the predicted and actual values. It penalizes large errors, making it less sensitive to outliers. RMSE is calculated using the following formula:</p>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>The R<sup>2</sup> score is used to measure the explanatory potential of the prediction model, and it is calculated using the following formula:</p>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <disp-formula>
            <graphic xlink:href="medinform_v12i1e53400_fig13.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
          <p>Here, SSR represents the sum of squared differences between the predicted and actual values, and SST represents the sum of squared differences between the actual values and the mean value of actual values. <xref rid="figure4" ref-type="fig">Figure 4</xref> shows the prediction method and overall flow in this study.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Overall flow in this study. Bi-LSTM: bidirectional long short-term memory; LSTM: long short-term memory; MAE: mean absolute error; MSE: mean square error; RMSE: root mean square error.</p>
            </caption>
            <graphic xlink:href="medinform_v12i1e53400_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We used 2 DL models, LSTM and Bi-LSTM, and compared the performance of 12 different prediction models. These models have been denoted as ward 7 days (W7D), ward 30 days (W30D), room 3 days (R3D), room 7 days (R7D), room static 3 days (RS3D), and room static 7 days (RS7D). Using Keras Tuner, we adjusted the hyperparameters of the models and subsequently validated the models through a 5-fold time series cross-validation.</p>
      <p>The prediction performances of the models for WBOR and RBOR were compared, which showed that they were more accurate at predicting WBOR, with MAE values of 0.06 to 0.07. The W7D model based on Bi-LSTM, which used 7 days of ward data to predict the next day’s ward occupancy, had a MAE value of 0.067, MSE value of 0.009, and RMSE value of 0.094, showing high accuracy. The R<sup>2</sup> score was also 0.544, which was approximately 0.240 higher than that of the W30D model (0.304), indicating that the variables in that model explained occupancy reasonably well.</p>
      <p>We next compared the performances of the 8 models for RBOR prediction, and among them, the RS7D model based on Bi-LSTM, which was trained on a 7-day time step by integrating static and dynamic data, showed the best performance. It achieved a MAE value of 0.129, MSE value of 0.050, RMSE value of 0.227, and R<sup>2</sup> score of 0.260. In particular, the R<sup>2</sup> score outperformed that of the R3D model by 0.014. These data are summarized in <xref ref-type="table" rid="table4">Table 4</xref>. Regarding the WBOR prediction model, the model with a shorter training unit, W7D, demonstrated better performance. However, regarding the RBOR prediction model, the model with a longer training unit of 7 days, which incorporated detailed room-specific information, exhibited slightly higher performance than the model with a shorter training unit of 3 days. The model with the added room-specific information still demonstrated superior performance overall.</p>
      <p>We visualized the predicted and actual occupancy for Bi-LSTM models and investigated the occupancy trends since July 2022 on our test data set. First, we selected a specific ward in W7D to demonstrate the change in the WBOR over 2 months. The right panel of <xref rid="figure5" ref-type="fig">Figure 5</xref> shows the WBOR change over 5 months from July 2022 in W30D. The blue line represents the actual occupancy value, and the red line represents the predicted occupancy value by the model. This provides an at-a-glance view of the overall predicted occupancy level for each month and allows hospital staff to observe trends to obtain a rough understanding of the WBOR.</p>
      <p><xref rid="figure6" ref-type="fig">Figure 6</xref> shows graphs of occupancy rate values for a randomized specific room, displaying the predicted and actual values for the 4 RBOR prediction models, with 2 graphs for each model. The left graph shows the occupancy rate change over 5 months from July to November 2022, and the right graph shows the occupancy rate for the months of July and August, providing a detailed view of the RBOR. By examining the trends of the predicted and actual values for the 4 models in this period for a specific room, we can observe that the models maintain a similar trend to the actual occupancy rate.</p>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Performances of the occupancy prediction models.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="100"/>
          <col width="110"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="100"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="110"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Model and fold</td>
              <td colspan="4">MAE<sup>a</sup></td>
              <td colspan="3">MSE<sup>b</sup></td>
              <td colspan="4">RMSE<sup>c</sup></td>
              <td colspan="3">R<sup>2</sup> score</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">LSTM<sup>d</sup></td>
              <td colspan="2">Bi-LSTM<sup>e</sup></td>
              <td>LSTM</td>
              <td colspan="2">Bi-LSTM</td>
              <td colspan="2">LSTM</td>
              <td colspan="2">Bi-LSTM</td>
              <td colspan="2">LSTM</td>
              <td>Bi-LSTM</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">
                <bold>Ward</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>W30D<sup>f</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>0.081</td>
              <td colspan="2">0.097</td>
              <td colspan="2">0.014</td>
              <td>0.015</td>
              <td colspan="2">0.117</td>
              <td colspan="2">0.121</td>
              <td colspan="2">0.040</td>
              <td colspan="2">−0.081</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>0.074</td>
              <td colspan="2">0.064</td>
              <td colspan="2">0.011</td>
              <td>0.007</td>
              <td colspan="2">0.107</td>
              <td colspan="2">0.085</td>
              <td colspan="2">0.106</td>
              <td colspan="2">0.430</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>0.118</td>
              <td colspan="2">0.109</td>
              <td colspan="2">0.031</td>
              <td>0.025</td>
              <td colspan="2">0.175</td>
              <td colspan="2">0.161</td>
              <td colspan="2">−0.130</td>
              <td colspan="2">0.086</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>0.150</td>
              <td colspan="2">0.087</td>
              <td colspan="2">0.033</td>
              <td>0.013</td>
              <td colspan="2">0.182</td>
              <td colspan="2">0.113</td>
              <td colspan="2">−0.572</td>
              <td colspan="2">0.399</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>0.087</td>
              <td colspan="2">0.061</td>
              <td colspan="2">0.019</td>
              <td>0.008</td>
              <td colspan="2">0.139</td>
              <td colspan="2">0.089</td>
              <td colspan="2">0.212</td>
              <td colspan="2">0.678</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Mean</td>
              <td>0.102</td>
              <td colspan="2">0.084</td>
              <td colspan="2">0.021</td>
              <td>0.014</td>
              <td colspan="2">0.144</td>
              <td colspan="2">0.114</td>
              <td colspan="2">−0.068</td>
              <td colspan="2">0.304</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>W7D<sup>g</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>0.071</td>
              <td colspan="2">0.063</td>
              <td colspan="2">0.011</td>
              <td>0.007</td>
              <td colspan="2">0.103</td>
              <td colspan="2">0.086</td>
              <td colspan="2">0.263</td>
              <td colspan="2">0.479</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>0.067</td>
              <td colspan="2">0.054</td>
              <td colspan="2">0.009</td>
              <td>0.005</td>
              <td colspan="2">0.094</td>
              <td colspan="2">0.071</td>
              <td colspan="2">0.302</td>
              <td colspan="2">0.606</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>0.119</td>
              <td colspan="2">0.091</td>
              <td colspan="2">0.033</td>
              <td>0.016</td>
              <td colspan="2">0.183</td>
              <td colspan="2">0.126</td>
              <td colspan="2">−0.241</td>
              <td colspan="2">0.408</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>0.116</td>
              <td colspan="2">0.068</td>
              <td colspan="2">0.021</td>
              <td>0.009</td>
              <td colspan="2">0.145</td>
              <td colspan="2">0.098</td>
              <td colspan="2">−0.009</td>
              <td colspan="2">0.537</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>0.083</td>
              <td colspan="2">0.060</td>
              <td colspan="2">0.015</td>
              <td>0.007</td>
              <td colspan="2">0.123</td>
              <td colspan="2">0.087</td>
              <td colspan="2">0.380</td>
              <td colspan="2">0.690</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Mean</td>
              <td>0.091</td>
              <td colspan="2">0.067</td>
              <td colspan="2">0.018</td>
              <td>0.009</td>
              <td colspan="2">0.130</td>
              <td colspan="2">0.094</td>
              <td colspan="2">0.139</td>
              <td colspan="2">0.544</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Room</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>R7D<sup>h</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>0.120</td>
              <td colspan="2">0.111</td>
              <td colspan="2">0.057</td>
              <td>0.045</td>
              <td colspan="2">0.238</td>
              <td colspan="2">0.212</td>
              <td colspan="2">0.026</td>
              <td colspan="2">0.226</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>0.127</td>
              <td colspan="2">0.108</td>
              <td colspan="2">0.057</td>
              <td>0.047</td>
              <td colspan="2">0.238</td>
              <td colspan="2">0.216</td>
              <td colspan="2">0.054</td>
              <td colspan="2">0.222</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>0.190</td>
              <td colspan="2">0.148</td>
              <td colspan="2">0.167</td>
              <td>0.072</td>
              <td colspan="2">0.327</td>
              <td colspan="2">0.269</td>
              <td colspan="2">0.018</td>
              <td colspan="2">0.336</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>0.209</td>
              <td colspan="2">0.162</td>
              <td colspan="2">0.068</td>
              <td>0.055</td>
              <td colspan="2">0.261</td>
              <td colspan="2">0.234</td>
              <td colspan="2">−0.089</td>
              <td colspan="2">0.125</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>0.158</td>
              <td colspan="2">0.124</td>
              <td colspan="2">0.069</td>
              <td>0.048</td>
              <td colspan="2">0.263</td>
              <td colspan="2">0.220</td>
              <td colspan="2">0.102</td>
              <td colspan="2">0.370</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Mean</td>
              <td>0.161</td>
              <td colspan="2">0.131</td>
              <td colspan="2">0.071</td>
              <td>0.053</td>
              <td colspan="2">0.265</td>
              <td colspan="2">0.230</td>
              <td colspan="2">0.022</td>
              <td colspan="2">0.256</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>R3D<sup>i</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>0.134</td>
              <td colspan="2">0.115</td>
              <td colspan="2">0.058</td>
              <td>0.045</td>
              <td colspan="2">0.242</td>
              <td colspan="2">0.212</td>
              <td colspan="2">0.001</td>
              <td colspan="2">0.229</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>0.130</td>
              <td colspan="2">0.097</td>
              <td colspan="2">0.060</td>
              <td>0.048</td>
              <td colspan="2">0.245</td>
              <td colspan="2">0.220</td>
              <td colspan="2">0.006</td>
              <td colspan="2">0.195</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>0.178</td>
              <td colspan="2">0.147</td>
              <td colspan="2">0.118</td>
              <td>0.080</td>
              <td colspan="2">0.344</td>
              <td colspan="2">0.283</td>
              <td colspan="2">−0.084</td>
              <td colspan="2">0.266</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>0.210</td>
              <td colspan="2">0.204</td>
              <td colspan="2">0.078</td>
              <td>0.075</td>
              <td colspan="2">0.280</td>
              <td colspan="2">0.275</td>
              <td colspan="2">−0.247</td>
              <td colspan="2">−0.201</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>0.161</td>
              <td colspan="2">0.120</td>
              <td colspan="2">0.064</td>
              <td>0.048</td>
              <td colspan="2">0.254</td>
              <td colspan="2">0.220</td>
              <td colspan="2">0.168</td>
              <td colspan="2">0.377</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Mean</td>
              <td>0.163</td>
              <td colspan="2">0.167</td>
              <td colspan="2">0.076</td>
              <td>0.059</td>
              <td colspan="2">0.273</td>
              <td colspan="2">0.242</td>
              <td colspan="2">−0.031</td>
              <td colspan="2">0.173</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>RS7D<sup>j</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>0.147</td>
              <td colspan="2">0.114</td>
              <td colspan="2">0.057</td>
              <td>0.045</td>
              <td colspan="2">0.238</td>
              <td colspan="2">0.212</td>
              <td colspan="2">0.027</td>
              <td colspan="2">0.228</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>0.151</td>
              <td colspan="2">0.099</td>
              <td colspan="2">0.057</td>
              <td>0.046</td>
              <td colspan="2">0.240</td>
              <td colspan="2">0.215</td>
              <td colspan="2">0.042</td>
              <td colspan="2">0.227</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>0.216</td>
              <td colspan="2">0.160</td>
              <td colspan="2">0.104</td>
              <td>0.063</td>
              <td colspan="2">0.322</td>
              <td colspan="2">0.267</td>
              <td colspan="2">0.048</td>
              <td colspan="2">0.260</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>0.194</td>
              <td colspan="2">0.152</td>
              <td colspan="2">0.064</td>
              <td>0.050</td>
              <td colspan="2">0.252</td>
              <td colspan="2">0.224</td>
              <td colspan="2">−0.016</td>
              <td colspan="2">0.198</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>0.181</td>
              <td colspan="2">0.120</td>
              <td colspan="2">0.068</td>
              <td>0.047</td>
              <td colspan="2">0.261</td>
              <td colspan="2">0.217</td>
              <td colspan="2">0.112</td>
              <td colspan="2">0.385</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Mean</td>
              <td>0.178</td>
              <td colspan="2">0.129</td>
              <td colspan="2">0.070</td>
              <td>0.050</td>
              <td colspan="2">0.262</td>
              <td colspan="2">0.227</td>
              <td colspan="2">0.043</td>
              <td colspan="2">0.260</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">
                <bold>RS3D<sup>k</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>1</td>
              <td>0.109</td>
              <td colspan="2">0.116</td>
              <td colspan="2">0.056</td>
              <td>0.046</td>
              <td colspan="2">0.237</td>
              <td colspan="2">0.215</td>
              <td colspan="2">0.039</td>
              <td colspan="2">0.213</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>2</td>
              <td>0.118</td>
              <td colspan="2">0.092</td>
              <td colspan="2">0.061</td>
              <td>0.048</td>
              <td colspan="2">0.246</td>
              <td colspan="2">0.219</td>
              <td colspan="2">−0.009</td>
              <td colspan="2">0.203</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>3</td>
              <td>0.182</td>
              <td colspan="2">0.160</td>
              <td colspan="2">0.116</td>
              <td>0.090</td>
              <td colspan="2">0.340</td>
              <td colspan="2">0.300</td>
              <td colspan="2">−0.062</td>
              <td colspan="2">0.172</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>4</td>
              <td>0.278</td>
              <td colspan="2">0.191</td>
              <td colspan="2">0.152</td>
              <td>0.065</td>
              <td colspan="2">0.389</td>
              <td colspan="2">0.255</td>
              <td colspan="2">−1.410</td>
              <td colspan="2">−0.039</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>5</td>
              <td>0.159</td>
              <td colspan="2">0.116</td>
              <td colspan="2">0.074</td>
              <td>0.047</td>
              <td colspan="2">0.272</td>
              <td colspan="2">0.218</td>
              <td colspan="2">0.043</td>
              <td colspan="2">0.387</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Mean</td>
              <td>0.169</td>
              <td colspan="2">0.135</td>
              <td colspan="2">0.092</td>
              <td>0.059</td>
              <td colspan="2">0.297</td>
              <td colspan="2">0.241</td>
              <td colspan="2">−0.028</td>
              <td colspan="2">0.187</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup>MAE: mean absolute error.</p>
          </fn>
          <fn id="table4fn2">
            <p><sup>b</sup>MSE: mean square error.</p>
          </fn>
          <fn id="table4fn3">
            <p><sup>c</sup>RMSE: root mean square error.</p>
          </fn>
          <fn id="table4fn4">
            <p><sup>d</sup>LSTM: long short-term memory.</p>
          </fn>
          <fn id="table4fn5">
            <p><sup>e</sup>Bi-LSTM: bidirectional long short-term memory.</p>
          </fn>
          <fn id="table4fn6">
            <p><sup>f</sup>W30D: ward 30 days.</p>
          </fn>
          <fn id="table4fn7">
            <p><sup>g</sup>W7D: ward 7 days.</p>
          </fn>
          <fn id="table4fn8">
            <p><sup>h</sup>R7D: room 7 days.</p>
          </fn>
          <fn id="table4fn9">
            <p><sup>i</sup>R3D: room 3 days.</p>
          </fn>
          <fn id="table4fn10">
            <p><sup>j</sup>RS7D: room static 7 days.</p>
          </fn>
          <fn id="table4fn11">
            <p><sup>k</sup>RS3D: room static 3 days.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Examples of the predicted and actual bed occupancy rates for the 2-month period from July to August 2022 for ward 7 days and the 5-month period from July to November 2022 for ward 30 days.</p>
        </caption>
        <graphic xlink:href="medinform_v12i1e53400_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Examples of the predicted and actual bed occupancy rates for the 2-month period from July to August 2022 and the 5-month period from July to November 2022.</p>
        </caption>
        <graphic xlink:href="medinform_v12i1e53400_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The entire data set of this study consisted of administrative data collected at AMC at an hourly interval for each ward from May 27, 2020, to November 21, 2022. To improve the hospital’s challenges, we developed a model to predict the occupancy rate of wards and rooms. Our aim was to contribute toward administrative and financial planning for bed management within the hospital.</p>
        <p>During the specified period, we compared the results of using DL models to predict the overall BOR for each ward and individual rooms. In the case of WBOR prediction, the MAE of the 7-day window model based on Bi-LSTM was approximately 0.067, demonstrating a remarkably close prediction to the occupancy compared with that of the 30-day window model based on LSTM, with a difference of approximately 0.035. Furthermore, the MSE and RMSE were 0.009 and 0.094, respectively, indicating high accuracy in the predictions. Moreover, the R<sup>2</sup> score of 0.544 indicated that the model had better explanatory potential than the average. For the individual RBOR prediction, among the 8 models, the RS7D model based on Bi-LSTM performed the best, exhibiting a MAE of approximately 0.129, which was remarkably lower than that of the other models. Moreover, the MSE and RMSE were significantly lower than those of the RBOR models, with differences of 0.042 and 0.07, respectively. The R<sup>2</sup> score of 0.260 indicated that it had higher explanatory potential than the RS3D models based on LSTM, with the value being higher by 0.291.</p>
        <p>Finally, we visualized the predicted and actual values on a graph for a specific period and observed that each model captured the trend of the actual BOR quite well. Although the models were less accurate in predicting low occupancy periods, they followed the general trend closely. Overall, these findings demonstrate that our DL models effectively predicted BORs for both wards and individual rooms, with certain models demonstrating superior performance in different scenarios.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Although the models in this study demonstrated good performance in following the trends of BORs and achieved good results, there were several limitations in this research. First, there were limitations in the data. Although we used administrative data and detailed room information available from the hospital to enable the models to capture occupancy trends, the relationship between the variables and the model’s explanatory potential showed room for improvement, as indicated by the R<sup>2</sup> score. To achieve higher prediction accuracy, it would be beneficial to incorporate diverse data sources and real-time updated information.</p>
        <p>Second, there was variability in external factors. Hospital BORs are heavily influenced by external environmental factors. Sudden events, such as environmental factors and outbreaks of infectious diseases like COVID-19, can render accurate prediction of bed occupancy challenging [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Furthermore, seasonal effects and accidents can increase the number of patients. Sufficient collection of long-term data on these external factors would be necessary, but such uncertainties can reduce the accuracy of predictions.</p>
        <p>Despite these limitations, our study demonstrated a significant level of adherence to trends in the prediction of individual ward and room occupancy. More detailed variables and a longer period of data accumulation would be required to predict the specific number of beds.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>We presented models that can predict the occupancy rates of wards and individual hospital rooms using artificial neural networks based on time-series data. The predicted results of these models demonstrated a high level of accuracy in capturing the future trends of the BOR. In particular, we presented 8 RBOR models with structure and window changes to compare their performance and found that the RS7D model showed the best performance. Our results can be implemented as a web application on hospital online dashboards, as depicted in <xref rid="figure1" ref-type="fig">Figure 1</xref> [<xref ref-type="bibr" rid="ref25">25</xref>]. In fact, Johns Hopkins University has been applying these methods in their command center to monitor hospital capacity and achieve effectiveness in patient management planning [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>Furthermore, predicting BORs supports patient admission and discharge planning, helping to alleviate overcrowding in emergency departments and reduce patient waiting times. Staff members can effectively schedule patient admission and discharge, and minimize waiting times by understanding the BOR, providing urgent treatment to emergency patients. Moreover, providing appropriate information to patients waiting in the emergency department can increase patient satisfaction and facilitate efficient transition to hospital admission [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. By applying AI models that combine BOR prediction, which contributes toward reducing emergency department waiting times with individual patient admission and discharge prediction, hospitals can achieve resource optimization and cost savings, resulting in improved patient satisfaction.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AMC</term>
          <def>
            <p>Asan Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">Bi-LSTM</term>
          <def>
            <p>bidirectional long short-term memory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">BOR</term>
          <def>
            <p>bed occupancy rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">DL</term>
          <def>
            <p>deep learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">DNN</term>
          <def>
            <p>deep neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">LeakyReLU</term>
          <def>
            <p>leaky rectified linear unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">LSTM</term>
          <def>
            <p>long short-term memory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MAE</term>
          <def>
            <p>mean square error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">R3D</term>
          <def>
            <p>room 3 days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">R7D</term>
          <def>
            <p>room 7 days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">RBOR</term>
          <def>
            <p>room bed occupancy rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">RMSE</term>
          <def>
            <p>root mean square error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">RNN</term>
          <def>
            <p>recurrent neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">RS3D</term>
          <def>
            <p>room static 3 days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">RS7D</term>
          <def>
            <p>room static 7 days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">W7D</term>
          <def>
            <p>ward 7 days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb19">W30D</term>
          <def>
            <p>ward 30 days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb20">WBOR</term>
          <def>
            <p>ward bed occupancy rate</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by a Korea Medical Device Development Fund grant funded by the Korean government (the Ministry of Science and ICT; the Ministry of Trade, Industry and Energy; the Ministry of Health &#38; Welfare, Republic of Korea; the Ministry of Food and Drug Safety) (project number: 1711195603, RS-2020-KD000097, 50%) and by a grant from the Korea Health Technology R&#38;D Project through the Korea Health Industry Development Institute (KHIDI), funded by the Ministry of Health &#38; Welfare, Republic of Korea (grant number: HR20C0026).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reuben</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Cassel</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Physician stewardship of health care in an era of finite resources</article-title>
          <source>JAMA</source>
          <year>2011</year>
          <month>07</month>
          <day>27</day>
          <volume>306</volume>
          <issue>4</issue>
          <fpage>430</fpage>
          <lpage>1</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.999</pub-id>
          <pub-id pub-id-type="medline">21791692</pub-id>
          <pub-id pub-id-type="pii">306/4/430</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>National Health Expenditure Projections 2011-2021</article-title>
          <source>Centers for Medicare and Medicaid Services</source>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/files/document/forecastsummaryandtablespdf">https://www.cms.gov/files/document/forecastsummaryandtablespdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>The world health report 2000 - Health systems: improving performance</article-title>
          <source>World Health Organisation</source>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.who.int/media/docs/default-source/health-financing/whr-2000.pdf?sfvrsn=95d8b803_1&#38;download=true">https://cdn.who.int/media/docs/default-source/health-financing/whr-2000.pdf?sfvrsn=95d8b803_1&#38;download=true</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kabene</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Soriano</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Leduc</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The importance of human resources management in health care: a global context</article-title>
          <source>Hum Resour Health</source>
          <year>2006</year>
          <month>07</month>
          <day>27</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://human-resources-health.biomedcentral.com/articles/10.1186/1478-4491-4-20"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1478-4491-4-20</pub-id>
          <pub-id pub-id-type="medline">16872531</pub-id>
          <pub-id pub-id-type="pii">1478-4491-4-20</pub-id>
          <pub-id pub-id-type="pmcid">PMC1552082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>What is a hospital bed day worth? A contingent valuation study of hospital Chief Executive Officers</article-title>
          <source>BMC Health Serv Res</source>
          <year>2017</year>
          <month>02</month>
          <day>14</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-017-2079-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-017-2079-5</pub-id>
          <pub-id pub-id-type="medline">28196489</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-017-2079-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5310013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Hospital bed occupancy: more than queuing for a bed</article-title>
          <source>Med J Aust</source>
          <year>2010</year>
          <month>09</month>
          <day>06</day>
          <volume>193</volume>
          <issue>5</issue>
          <fpage>291</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.5694/j.1326-5377.2010.tb03910.x</pub-id>
          <pub-id pub-id-type="medline">20819049</pub-id>
          <pub-id pub-id-type="pii">kee10033_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaier</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mutters</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Bed occupancy rates and hospital-acquired infections--should beds be kept empty?</article-title>
          <source>Clin Microbiol Infect</source>
          <year>2012</year>
          <month>10</month>
          <volume>18</volume>
          <issue>10</issue>
          <fpage>941</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1198-743X(14)61090-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1469-0691.2012.03956.x</pub-id>
          <pub-id pub-id-type="medline">22757765</pub-id>
          <pub-id pub-id-type="pii">S1198-743X(14)61090-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of resource management on hospital efficiency and quality of care</article-title>
          <source>University of Maryland</source>
          <year>2013</year>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://api.drum.lib.umd.edu/server/api/core/bitstreams/7ec54849-e2d2-449b-9a9a-f506b429834b/content">https://api.drum.lib.umd.edu/server/api/core/bitstreams/7ec54849-e2d2-449b-9a9a-f506b429834b/content</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kutafina</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bechtold</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kabino</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jonas</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Recursive neural networks in hospital bed occupancy forecasting</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2019</year>
          <month>03</month>
          <day>07</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-019-0776-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-019-0776-1</pub-id>
          <pub-id pub-id-type="medline">30845940</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-019-0776-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6407266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dijkstra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Braaksma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Rooij</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Snijders</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tiemessen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boucherie</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Real-time forecasting of COVID-19 bed occupancy in wards and Intensive Care Units</article-title>
          <source>Health Care Manag Sci</source>
          <year>2021</year>
          <month>06</month>
          <day>25</day>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>402</fpage>
          <lpage>419</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33768389"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10729-021-09553-5</pub-id>
          <pub-id pub-id-type="medline">33768389</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10729-021-09553-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7993447</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Esteban</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Staeck</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Baier</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tresp</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Predicting Clinical Events by Combining Static and Dynamic Information Using Recurrent Neural Networks</article-title>
          <year>2016</year>
          <conf-name>2016 IEEE International Conference on Healthcare Informatics (ICHI)</conf-name>
          <conf-date>October 4-7, 2016</conf-date>
          <conf-loc>Chicago, IL</conf-loc>
          <fpage>93</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1109/ICHI.2016.16</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using Compartmental Models to Predict Hospital Bed Occupancy</article-title>
          <source>Semantic Scholar</source>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.semanticscholar.org/paper/Using-Compartmental-Models-to-Predict-Hospital-Bed-Mackay-Lee/f2b32e60df7dd80bd48e8ccd0af920134d1452c5?p2df">https://www.semanticscholar.org/paper/Using-Compartmental-Models-to-Predict-Hospital-Bed-Mackay-Lee/f2b32e60df7dd80bd48 e8ccd0af920134d1452c5?p2df</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Littig</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Isken</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Short term hospital occupancy prediction</article-title>
          <source>Health Care Manag Sci</source>
          <year>2007</year>
          <month>02</month>
          <day>28</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1007/s10729-006-9000-9</pub-id>
          <pub-id pub-id-type="medline">17323654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Models for Bed Occupancy Management of a Hospital in Singapore</article-title>
          <source>Proceedings of the 2010 International Conference on Industrial Engineering and Operations Management</source>
          <year>2010</year>
          <conf-name>2010 International Conference on Industrial Engineering and Operations Management</conf-name>
          <conf-date>January 9-10, 2010</conf-date>
          <conf-loc>Dhaka, Bangladesh</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seematter-Bagnoud</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fustinoni</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dung</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Santos-Eggimann</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Koehn</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bize</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Oettli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wasserfallen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Comparison of different methods to forecast hospital bed needs</article-title>
          <source>European Geriatric Medicine</source>
          <year>2015</year>
          <month>06</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>262</fpage>
          <lpage>266</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurger.2014.09.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Emami</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Models for forecasting hospital bed requirements in the acute sector</article-title>
          <source>J Epidemiol Community Health</source>
          <year>1990</year>
          <month>12</month>
          <day>01</day>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>307</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jech.bmj.com/lookup/pmidlookup?view=long&#38;pmid=2277253"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech.44.4.307</pub-id>
          <pub-id pub-id-type="medline">2277253</pub-id>
          <pub-id pub-id-type="pmcid">PMC1060675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>O’Leary</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenauer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Predicting Patient Volumes in Hospital Medicine: A Comparative Study of Different Time Series Forecasting Methods</article-title>
          <source>Northwestern University</source>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mcs.anl.gov/~kibaekkim/ForecastingHospitalMedicine.pdf">https://www.mcs.anl.gov/~kibaekkim/ForecastingHospitalMedicine.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Facing Covid-19 in Italy - Ethics, Logistics, and Therapeutics on the Epidemic's Front Line</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>05</month>
          <day>14</day>
          <volume>382</volume>
          <issue>20</issue>
          <fpage>1873</fpage>
          <lpage>1875</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp2005492</pub-id>
          <pub-id pub-id-type="medline">32187459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bouhamed</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hamdi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gargouri</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Covid-19 Patients’ Hospital Occupancy Prediction During the Recent Omicron Wave via some Recurrent Deep Learning Architectures</article-title>
          <source>Int. J. Comput. Commun. Control</source>
          <year>2022</year>
          <month>03</month>
          <day>14</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>4697</fpage>
          <pub-id pub-id-type="doi">10.15837/ijccc.2022.3.4697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Uit Het Broek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koole</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Modeling COVID-19 hospital admissions and occupancy in the Netherlands</article-title>
          <source>Eur J Oper Res</source>
          <year>2023</year>
          <month>01</month>
          <day>01</day>
          <volume>304</volume>
          <issue>1</issue>
          <fpage>207</fpage>
          <lpage>218</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35013638"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ejor.2021.12.044</pub-id>
          <pub-id pub-id-type="medline">35013638</pub-id>
          <pub-id pub-id-type="pii">S0377-2217(21)01100-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC8730382</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farcomeni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maruotti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Divino</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jona-Lasinio</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lovison</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>An ensemble approach to short-term forecast of COVID-19 intensive care occupancy in Italian regions</article-title>
          <source>Biom J</source>
          <year>2021</year>
          <month>03</month>
          <day>30</day>
          <volume>63</volume>
          <issue>3</issue>
          <fpage>503</fpage>
          <lpage>513</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33251604"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/bimj.202000189</pub-id>
          <pub-id pub-id-type="medline">33251604</pub-id>
          <pub-id pub-id-type="pmcid">PMC7753356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caro</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Möller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Santhirapala</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>El-Boghdadly</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Santhirapala</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Predicting Hospital Resource Use During COVID-19 Surges: A Simple but Flexible Discretely Integrated Condition Event Simulation of Individual Patient-Hospital Trajectories</article-title>
          <source>Value Health</source>
          <year>2021</year>
          <month>11</month>
          <volume>24</volume>
          <issue>11</issue>
          <fpage>1570</fpage>
          <lpage>1577</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(21)01609-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2021.05.023</pub-id>
          <pub-id pub-id-type="medline">34711356</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(21)01609-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC8339677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Geisler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spreckelsen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Decision support for hospital bed management using adaptable individual length of stay estimations and shared resources</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2013</year>
          <month>01</month>
          <day>07</day>
          <volume>13</volume>
          <fpage>3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-13-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-13-3</pub-id>
          <pub-id pub-id-type="medline">23289448</pub-id>
          <pub-id pub-id-type="pii">1472-6947-13-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC3621822</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>PF</given-names>
            </name>
          </person-group>
          <article-title>The use of computer simulation to develop hospital systems</article-title>
          <source>SIGSIM Simul. Dig</source>
          <year>1979</year>
          <month>07</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>28</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1145/1102815.1102819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shahpori</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gibney</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guebert</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zygun</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>An on-line dashboard to facilitate monitoring of provincial ICU bed occupancy in Alberta, Canada</article-title>
          <source>JHA</source>
          <year>2013</year>
          <month>10</month>
          <day>10</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <pub-id pub-id-type="doi">10.5430/jha.v3n1p47</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rumelhart</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Learning representations by back-propagating errors</article-title>
          <source>Nature</source>
          <year>1986</year>
          <month>10</month>
          <day>9</day>
          <volume>323</volume>
          <issue>6088</issue>
          <fpage>533</fpage>
          <lpage>536</lpage>
          <pub-id pub-id-type="doi">10.1038/323533a0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hochreiter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidhuber</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Long short-term memory</article-title>
          <source>Neural Comput</source>
          <year>1997</year>
          <month>11</month>
          <day>15</day>
          <volume>9</volume>
          <issue>8</issue>
          <fpage>1735</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1162/neco.1997.9.8.1735</pub-id>
          <pub-id pub-id-type="medline">9377276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paliwal</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Bidirectional recurrent neural networks</article-title>
          <source>IEEE Trans. Signal Process</source>
          <year>1997</year>
          <volume>45</volume>
          <issue>11</issue>
          <fpage>2673</fpage>
          <lpage>2681</lpage>
          <pub-id pub-id-type="doi">10.1109/78.650093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bahdanau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bengio</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Neural Machine Translation by Jointly Learning to Align and Translate</article-title>
          <source>arXiv</source>
          <year>2014</year>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1409.0473">https://arxiv.org/abs/1409.0473</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luong</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>CD</given-names>
            </name>
          </person-group>
          <article-title>Effective Approaches to Attention-based Neural Machine Translation</article-title>
          <source>arXiv</source>
          <year>2015</year>
          <access-date>2024-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1508.04025">https://arxiv.org/abs/1508.04025</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leontjeva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kuzovkin</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Combining Static and Dynamic Features for Multivariate Sequence Classification</article-title>
          <year>2016</year>
          <conf-name>2016 IEEE 3rd International Conference on Data Science and Advanced Analytics (DSAA)</conf-name>
          <conf-date>October 17-19, 2016</conf-date>
          <conf-loc>Montreal, QC</conf-loc>
          <fpage>21</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1109/DSAA.2016.10</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Creteur</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Ethical aspects of the COVID-19 crisis: How to deal with an overwhelming shortage of acute beds</article-title>
          <source>Eur Heart J Acute Cardiovasc Care</source>
          <year>2020</year>
          <month>04</month>
          <day>29</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>248</fpage>
          <lpage>252</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2048872620922788?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2048872620922788</pub-id>
          <pub-id pub-id-type="medline">32347745</pub-id>
          <pub-id pub-id-type="pmcid">PMC7196891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vakharia</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Borade</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sahlot</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wankhede</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Estimation of Lithium-ion Battery Discharge Capacity by Integrating Optimized Explainable-AI and Stacked LSTM Model</article-title>
          <source>Batteries</source>
          <year>2023</year>
          <month>02</month>
          <day>09</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>125</fpage>
          <pub-id pub-id-type="doi">10.3390/batteries9020125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Munasinghe</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Analysis of Preprocessing Techniques, Keras Tuner, and Transfer Learning on Cloud Street image data</article-title>
          <year>2021</year>
          <conf-name>IEEE International Conference on Big Data (Big Data)</conf-name>
          <conf-date>December 15-18, 2021</conf-date>
          <conf-loc>Orlando, FL</conf-loc>
          <pub-id pub-id-type="doi">10.1109/BigData52589.2021.9671878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Multiple predicting K-fold cross-validation for model selection</article-title>
          <source>Journal of Nonparametric Statistics</source>
          <year>2017</year>
          <month>11</month>
          <day>21</day>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>197</fpage>
          <lpage>215</lpage>
          <pub-id pub-id-type="doi">10.1080/10485252.2017.1404598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vakharia</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Borade</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wankhede</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Predicting Li-Ion Battery Remaining Useful Life: An XDFM-Driven Approach with Explainable AI</article-title>
          <source>Energies</source>
          <year>2023</year>
          <month>07</month>
          <day>31</day>
          <volume>16</volume>
          <issue>15</issue>
          <fpage>5725</fpage>
          <pub-id pub-id-type="doi">10.3390/en16155725</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gwon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kee</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jun</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Prediction of hospitalization and waiting time within 24 hours of emergency department patients with unstructured text data</article-title>
          <source>Health Care Manag Sci</source>
          <year>2023</year>
          <month>11</month>
          <day>03</day>
          <fpage>09660-5</fpage>
          <pub-id pub-id-type="doi">10.1007/s10729-023-09660-5</pub-id>
          <pub-id pub-id-type="medline">37921927</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10729-023-09660-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Time series cross validation: A theoretical result and finite sample performance</article-title>
          <source>Economics Letters</source>
          <year>2023</year>
          <month>12</month>
          <volume>233</volume>
          <fpage>111369</fpage>
          <pub-id pub-id-type="doi">10.1016/j.econlet.2023.111369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Jalalpour</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scheulen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rupani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Toteja</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barbara</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>An Electronic Dashboard to Monitor Patient Flow at the Johns Hopkins Hospital: Communication of Key Performance Indicators Using the Donabedian Model</article-title>
          <source>J Med Syst</source>
          <year>2018</year>
          <month>06</month>
          <day>18</day>
          <volume>42</volume>
          <issue>8</issue>
          <fpage>133</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-018-0988-4</pub-id>
          <pub-id pub-id-type="medline">29915933</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-018-0988-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gartner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Padman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Machine learning for healthcare behavioural OR: Addressing waiting time perceptions in emergency care</article-title>
          <source>Journal of the Operational Research Society</source>
          <year>2019</year>
          <month>04</month>
          <day>15</day>
          <volume>71</volume>
          <issue>7</issue>
          <fpage>1087</fpage>
          <lpage>1101</lpage>
          <pub-id pub-id-type="doi">10.1080/01605682.2019.1571005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Twenty years of patient satisfaction research applied to the emergency department: a qualitative review</article-title>
          <source>Am J Med Qual</source>
          <year>2010</year>
          <month>12</month>
          <day>04</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>64</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1177/1062860609352536</pub-id>
          <pub-id pub-id-type="medline">19966114</pub-id>
          <pub-id pub-id-type="pii">1062860609352536</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
