<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">IJMR</journal-id>
      <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
      <journal-title>Interactive Journal of Medical Research</journal-title>
      <issn pub-type="epub">1929-073X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e42016</article-id>
      <article-id pub-id-type="pmid">37428536</article-id>
      <article-id pub-id-type="doi">10.2196/42016</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Utility of Predictive Modeling and a Systems Process Approach to Reduce Emergency Department Crowding: A Position Paper</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jewer</surname>
            <given-names>Jennifer</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nagavally</surname>
            <given-names>Sneha</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kolostoumpis</surname>
            <given-names>George</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Monahan</surname>
            <given-names>Ann Corneille</given-names>
          </name>
          <degrees>MSHI, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>University of Alabama at Birmingham</institution>
            <addr-line>1720 University Blvd</addr-line>
            <addr-line>Birmingham, AL, 35294</addr-line>
            <country>United States</country>
            <phone>1 205 934 4011</phone>
            <email>monahanannc@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2536-2230</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Feldman</surname>
            <given-names>Sue S</given-names>
          </name>
          <degrees>MEd, RN, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1173-3993</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Health Services Administration</institution>
        <institution>University of Alabama at Birmingham</institution>
        <addr-line>Birmingham, AL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ann Corneille Monahan <email>monahanannc@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>7</month>
        <year>2023</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e42016</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>5</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Ann Corneille Monahan, Sue S Feldman. Originally published in the Interactive Journal of Medical Research (https://www.i-jmr.org/), 10.07.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.i-jmr.org/2023/1/e42016" xlink:type="simple"/>
      <abstract>
        <p>Emergency department (ED) crowding and its main causes, exit block and boarding, continue to threaten the quality and safety of ED care. Most interventions to reduce crowding have not been comprehensive or system solutions, only focusing on part of the care procession and not directly affecting boarding reduction. This position paper proposes that the ED crowding problem can be optimally addressed by applying a systems approach using predictive modeling to identify patients at risk of being admitted to the hospital and uses that information to initiate the time-consuming bed management process earlier in the care continuum, shortening the time during which patients wait in the ED for an inpatient bed assignment, thus removing the exit block that causes boarding and subsequently reducing crowding.</p>
      </abstract>
      <kwd-group>
        <kwd>emergency care, prehospital</kwd>
        <kwd>information systems</kwd>
        <kwd>crowding</kwd>
        <kwd>healthcare service</kwd>
        <kwd>healthcare system</kwd>
        <kwd>emergency department</kwd>
        <kwd>boarding</kwd>
        <kwd>exit block</kwd>
        <kwd>medical informatics, application</kwd>
        <kwd>health services research</kwd>
        <kwd>personalized medicine</kwd>
        <kwd>predictive medicine</kwd>
        <kwd>model, probabilistic</kwd>
        <kwd>polynomial model</kwd>
        <kwd>decision support technique</kwd>
        <kwd>systems approach</kwd>
        <kwd>predict</kwd>
        <kwd>evidence based health care</kwd>
        <kwd>hospital bed management</kwd>
        <kwd>management information systems</kwd>
        <kwd>position paper</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>The Emergency Department Crowding Problem</title>
        <p>The ED crowding problem occurs when the ED demand exceeds the staff’s ability to provide quality care in a reasonable period of time [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The literature suggests that hospital exit block [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] (ie, when patients cannot transition into the hospital from the ED because a hospital bed has not been assigned [<xref ref-type="bibr" rid="ref3">3</xref>]) and ED boarding [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>] (ie, when a patient due to be admitted to the hospital remains in the ED, occupying a bed [<xref ref-type="bibr" rid="ref3">3</xref>]) are the main causes of ED crowding and posits that an impactful solution lies in changes in the bed management strategy, the processes involved in the transition of patients from the ED to the hospital, and when securing a hospital bed [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>This position paper proposes that the complexities of the ED crowding problem can be optimally addressed by applying a systems approach to the hospital bed management strategy. The systems approach views an environment as a whole, which is made up of many parts or subsystems for the purpose of understanding the relationships between the system and its parts and to aid in problem-solving [<xref ref-type="bibr" rid="ref11">11</xref>]. A systems approach that uses predictive modeling to identify patients who are at risk of being admitted to the hospital and uses that information to initiate the complex and time-consuming bed management process earlier in the care continuum could potentially shorten the time during which patients wait in the ED to be transitioned into an inpatient bed, thus removing the exit block that causes boarding and subsequently reducing crowding [<xref ref-type="bibr" rid="ref12">12</xref>]. The challenges facing the health care industry are greater than ever before, with increasing complexities of care, regulations, and higher quality care expectations. At the same time, the industry is challenged to address preventable medical errors, poor amenable mortality rates, nursing and physician burnout and shortages, and general inefficiencies. These industry challenges are magnified in the ED where the nature and environment of emergency care cannot tolerate threats to quality care delivery or to patient and provider safety. A systems approach views the ED as a complex microcosm of a larger health ecosystem where optimal functionality requires that it be resilient to the unpredictable demands [<xref ref-type="bibr" rid="ref13">13</xref>] characteristic of the urgent care environment. To manage new and unpredictable challenges, a systems approach can be used to address known threats. An efficient manner by which to accomplish this is to identify predictable and repeatable processes to which information technology can be applied.</p>
        <p>Crowding and its main causes, exit block and boarding, have threatened the quality and safety of ED care for over 20 years despite the efforts of many to resolve it [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Boarding compromises care quality [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], stresses hospital operations [<xref ref-type="bibr" rid="ref18">18</xref>], and strains resources because boarded patients occupy beds and divert staff resources from new and existing patients [<xref ref-type="bibr" rid="ref17">17</xref>] and reduce revenue generation through the reduction in available beds for treating new patients [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>The industry would benefit from improved approaches to resolve the crowding problem. The existing research focused on this problem suggests that predictive modeling holds promise to make a significant contribution toward addressing ED crowding; for example, models have predicted imminent hospital admissions for older ED patients [<xref ref-type="bibr" rid="ref20">20</xref>], identified patients who are likely to require hospital care in the future [<xref ref-type="bibr" rid="ref21">21</xref>], predicted ED crowding using calendar and weather variables [<xref ref-type="bibr" rid="ref22">22</xref>], and forecasted ED flow digitally [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Applying Predictive Modeling to Resolve Crowding and Bed Management</title>
        <p>Predictive modeling is a form of data mining technology that functions by analyzing historic and current data, and generating a model to help predict a future outcome [<xref ref-type="bibr" rid="ref24">24</xref>]. It is an explicit, empirical approach for estimating the probabilities that an event will or will not occur in the future [<xref ref-type="bibr" rid="ref25">25</xref>]—such as death, contracting a disease, surgical complications, or hospital admission—by using statistical techniques to predict future events. Models use data about patients, diseases, or treatment characteristics to estimate the probability that a condition or disease is present or the probability that an outcome will occur [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. However, models are only just starting to be used to produce actionable information to impact operations and patient care. We posit that predictive models to identify patients who are at risk of being admitted could be applied in the bed manager environment to remove the exit block that causes boarding by initiating the bed management process earlier in the care continuum, thereby shortening the time during which patients wait in the ED for an inpatient bed assignment. This, in turn, reduces exit block, boarding, and subsequently crowding. As no clinical decisions are made on the basis of patients’ risk of admission, this process could be automated to streamline part of the complicated bed management process and take advantage of predictable and repeatable processes using standardized data.</p>
        <p>Many interventions to reduce crowding have not been comprehensive or system solutions but rather focus on part of the care procession and do not directly affect boarding reduction [<xref ref-type="bibr" rid="ref28">28</xref>]. However, existing interventions that addressed crowding as a systemic problem have reduced the time during which a patient is boarded in the ED [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref29">29</xref>], which, in turn, reduces the backlog of boarded patients who contribute to ED crowding. Interdepartmental collaboration with hospital management support was a feature in these interventions. Two of these interventions also used real-time ED data on congestion, flow, and patient admissions to prepare for and manage inpatient admissions and bed demand [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Individual interventions are parts of the system, rather than being considered a collective, and are automated to contribute valuable data to augment bed management.</p>
        <p>The use of predictive models in health care have quadrupled over the last 2 decades and their accuracy has increased [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. While these have traditionally been applied to identify risk, the time is right for integrating predictive models with existing technologies such as electronic health records, clinical decision support systems, and clinical data warehouses, to result in action and efficiencies. n 2019, the use of predictive modeling was reported among 60% of health care executives within their organizations, and another 20% of them expressed intent to begin using them the following year [<xref ref-type="bibr" rid="ref30">30</xref>], again primarily for risk prediction and not necessarily action. This existing technological infrastructure holds promise to reduce prior barriers to integration. Moreover, as clinical care becomes increasingly personalized, aid from predictive analytics may become a best-practice procedure.</p>
      </sec>
      <sec>
        <title>Concerns for Risk Models</title>
        <p>Developing quality predictive models is challenging [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Deciding what variables to measure to answer a particular question can even be problematic. For example, if the goal is to predict “health,” which data are measured as indicators of health? The answer to this question varies. If rigorous study methods are not used throughout study development, data gathering, and analysis, there are numerous avenues for the model to make errors and lead to unintentional bias. Recent studies, including a systematic review of admission prediction models [<xref ref-type="bibr" rid="ref28">28</xref>], have questioned the quality and rigor of existing predictive models [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>] due to an overall lack of external validation studies [<xref ref-type="bibr" rid="ref31">31</xref>], multiple prediction models for the same outcome or target population [<xref ref-type="bibr" rid="ref26">26</xref>], and risks of bias [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. A bias unique to predictive models, algorithmic bias, occurs when technology reflects the attitudes and values of the humans who coded, collected, selected, or used the data to train the algorithm [<xref ref-type="bibr" rid="ref37">37</xref>]. Thus, machine-generated algorithms are human products executed by a machine. Algorithms should not be blindly trusted or considered neutral and unbiased [<xref ref-type="bibr" rid="ref37">37</xref>]. Reliance on an algorithm to predict health-related outcomes or to make decisions about care would increase the pace of decision-making, but the point at which the decision should be transferred from machine to human is necessary, unclear, and currently unregulated [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
      </sec>
    </sec>
    <sec>
      <title>Conclusions</title>
      <p>Large amounts of data are available for analysis, and the demands on the health care industry are increasing, making the use of predictive modeling to aid hospital operations sensible and increasingly necessary. The old adage “garbage in garbage out” remains true when applied to predictive models—models developed without quality methodologies risk producing predictions deficient of quality. A model that produces biased predictions may not resolve the problem at hand. Evidence that a model is effective and safe is necessary before its use in a clinical setting. Best practices promoting standards for development and operation will have a role to play in model improvement and their use in clinical settings.</p>
      <p>Application of models that predict hospital admission could aid hospital bed managers to secure an appropriate bed for a patient in a timely manner while boosting hospital efficiency and with no harm to patients. The result of this timely and streamlined systems process is better patient care delivered sooner.</p>
      <p>We posit that applying a systems approach using prediction models to the hospital bed management strategy for ED patients would reveal the many parts and subsystems involved before and after bed assignment and would ensure that they are part of the solution. This unique application of a prediction model provides bed managers information to support initiation of bed management processes earlier in the care continuum. This strategic use of information has significant potential to reduce hospital exit block and ED boarding, and subsequently ED crowding [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>Douglas</given-names>
            </name>
          </person-group>
          <article-title>Emergency department overcrowding - implications for paediatric emergency medicine</article-title>
          <source>Paediatr Child Health</source>
          <year>2007</year>
          <month>07</month>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>491</fpage>
          <lpage>494</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19030415"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pch/12.6.491</pub-id>
          <pub-id pub-id-type="medline">19030415</pub-id>
          <pub-id pub-id-type="pmcid">PMC2528760</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American College of Emergency Physicians</collab>
          </person-group>
          <article-title>Crowding</article-title>
          <source>Ann Emerg Med</source>
          <year>2006</year>
          <month>06</month>
          <volume>47</volume>
          <issue>6</issue>
          <fpage>585</fpage>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2006.02.025</pub-id>
          <pub-id pub-id-type="medline">16713796</pub-id>
          <pub-id pub-id-type="pii">S0196-0644(06)00310-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>van der Linden</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Derlet</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Providing care in emergency department hallways: demands, dangers, and deaths</article-title>
          <source>Adv J Emerg Med</source>
          <year>2014</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2014/495219"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2014/495219</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Exit block in the emergency department: recognition and consequences</article-title>
          <source>Br J Hosp Med (Lond)</source>
          <year>2014</year>
          <month>11</month>
          <day>02</day>
          <volume>75</volume>
          <issue>11</issue>
          <fpage>623</fpage>
          <lpage>626</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.magonlinelibrary.com/doi/abs/10.12968/hmed.2014.75.11.623?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.12968/hmed.2014.75.11.623</pub-id>
          <pub-id pub-id-type="medline">25383431</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Hospital Emergency Departments: Crowding Continues to Occur, and Some Patients Wait Longer than Recommended Time Frames</article-title>
          <source>U.S. Government Accountability Office</source>
          <year>2009</year>
          <access-date>2023-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gao.gov/products/gao-09-347">https://www.gao.gov/products/gao-09-347</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Institute of Medicine</collab>
          </person-group>
          <source>Hospital-Based Emergency Care: At the Breaking Point</source>
          <year>2007</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higginson</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Emergency department crowding</article-title>
          <source>Emerg Med J</source>
          <year>2012</year>
          <month>06</month>
          <day>04</day>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>437</fpage>
          <lpage>443</lpage>
          <pub-id pub-id-type="doi">10.1136/emermed-2011-200532</pub-id>
          <pub-id pub-id-type="medline">22223713</pub-id>
          <pub-id pub-id-type="pii">emermed-2011-200532</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Exit block in emergency departments: a rapid evidence review</article-title>
          <source>Emerg Med J</source>
          <year>2017</year>
          <month>01</month>
          <day>27</day>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>46</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eprints.whiterose.ac.uk/106814/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/emermed-2015-205201</pub-id>
          <pub-id pub-id-type="medline">27789568</pub-id>
          <pub-id pub-id-type="pii">emermed-2015-205201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ward-Smith</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A bed management strategy for overcrowding in the emergency department</article-title>
          <source>Nurs Econ</source>
          <year>2012</year>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>82</fpage>
          <lpage>5, 116</lpage>
          <pub-id pub-id-type="medline">22558725</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amarasingham</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Treichler</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Amarasingham</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>WG</given-names>
            </name>
          </person-group>
          <article-title>A rapid admission protocol to reduce emergency department boarding times</article-title>
          <source>Qual Saf Health Care</source>
          <year>2010</year>
          <month>06</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>200</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1136/qshc.2008.031641</pub-id>
          <pub-id pub-id-type="medline">20142408</pub-id>
          <pub-id pub-id-type="pii">qshc.2008.031641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Process approach</article-title>
          <source>Professional Evaluation and Certification Board</source>
          <year>2016</year>
          <month>03</month>
          <day>21</day>
          <access-date>2022-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pecb.com/article/process-approach">https://pecb.com/article/process-approach</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monahan</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Reducing crowding in emergency departments with early prediction of hospital admission of adult patients using biomarkers collected at triage: retrospective cohort study</article-title>
          <source>JMIR Bioinform Biotech</source>
          <year>2022</year>
          <month>9</month>
          <day>13</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e38845</fpage>
          <pub-id pub-id-type="doi">10.2196/38845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Salmon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clay-Williams</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Technology in the emergency department: using cognitive work analysis to model and design sustainable systems</article-title>
          <source>Safety Science</source>
          <year>2022</year>
          <month>03</month>
          <volume>147</volume>
          <fpage>105613</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.ssci.2021.105613"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ssci.2021.105613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stead</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Decker</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>Emergency department over-crowding: a global perspective</article-title>
          <source>Int J Emerg Med</source>
          <year>2009</year>
          <month>09</month>
          <day>30</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>133</fpage>
          <lpage>134</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/s12245-009-0131-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12245-009-0131-x</pub-id>
          <pub-id pub-id-type="medline">20157461</pub-id>
          <pub-id pub-id-type="pmcid">PMC2760705</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kauppila</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Seppänen</surname>
              <given-names>Katri</given-names>
            </name>
            <name name-style="western">
              <surname>Mattila</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaartinen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The effect on the patient flow in a local health care after implementing reverse triage in a primary care emergency department: a longitudinal follow-up study</article-title>
          <source>Scand J Prim Health Care</source>
          <year>2017</year>
          <month>06</month>
          <day>08</day>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>214</fpage>
          <lpage>220</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28593802"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/02813432.2017.1333320</pub-id>
          <pub-id pub-id-type="medline">28593802</pub-id>
          <pub-id pub-id-type="pmcid">PMC5499323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>Hospital Compare - User Guide</source>
          <access-date>2023-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health.mo.gov/data/hai/pdf/hospital-compare-user-guide.pdf">https://health.mo.gov/data/hai/pdf/hospital-compare-user-guide.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Improving Patient Flow and Reducing Emergency Department Crowding: A Guide for Hospitals</article-title>
          <source>Agency for Healthcare Research and Quality</source>
          <access-date>2023-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahrq.gov/research/findings/final-reports/ptflow/index.html">https://www.ahrq.gov/research/findings/final-reports/ptflow/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Institute of Medicine (US) Committee on Quality of Health Care in America</collab>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Kohn</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Donaldson</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <source>To Err is Human: Building a Safer Health System</source>
          <year>2000</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Falvo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Grove</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stachura</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vega</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stike</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schlenker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zirkin</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The opportunity loss of boarding admitted patients in the emergency department</article-title>
          <source>Acad Emerg Med</source>
          <year>2007</year>
          <month>04</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>332</fpage>
          <lpage>337</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=1069-6563&#38;date=2007&#38;volume=14&#38;issue=4&#38;spage=332"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/j.aem.2006.11.011</pub-id>
          <pub-id pub-id-type="medline">17331916</pub-id>
          <pub-id pub-id-type="pii">j.aem.2006.11.011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brink</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alsma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brink</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>de Gelder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lucke</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Mooijaart</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Zietse</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schuit</surname>
              <given-names>SCE</given-names>
            </name>
            <name name-style="western">
              <surname>Lingsma</surname>
              <given-names>HF</given-names>
            </name>
          </person-group>
          <article-title>Prediction admission in the older population in the Emergency Department: the CLEARED tool</article-title>
          <source>Neth J Med</source>
          <year>2020</year>
          <month>12</month>
          <volume>78</volume>
          <issue>6</issue>
          <fpage>357</fpage>
          <lpage>367</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.njmonline.nl/njm/getarticle.php?v=78&#38;i=6&#38;p=357"/>
          </comment>
          <pub-id pub-id-type="medline">33380533</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcusson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nord</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lyth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Clinically useful prediction of hospital admissions in an older population</article-title>
          <source>BMC Geriatr</source>
          <year>2020</year>
          <month>03</month>
          <day>06</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>95</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgeriatr.biomedcentral.com/articles/10.1186/s12877-020-1475-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12877-020-1475-6</pub-id>
          <pub-id pub-id-type="medline">32143637</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12877-020-1475-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7060558</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Erkamp</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>van Dalen</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Predicting emergency department visits in a large teaching hospital</article-title>
          <source>Int J Emerg Med</source>
          <year>2021</year>
          <month>06</month>
          <day>12</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s12245-021-00357-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12245-021-00357-6</pub-id>
          <pub-id pub-id-type="medline">34118866</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12245-021-00357-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8196936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoot</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>LeBlanc</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gadd</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Aronsky</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Forecasting emergency department crowding: a prospective, real-time evaluation</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2009</year>
          <month>05</month>
          <day>01</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>338</fpage>
          <lpage>345</lpage>
          <pub-id pub-id-type="doi">10.1197/jamia.m2772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Predictive Modeling</article-title>
          <source>Gartner</source>
          <access-date>2022-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gartner.com/en/information-technology/glossary/predictive-modeling">https://www.gartner.com/en/information-technology/glossary/predictive-modeling</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
          </person-group>
          <source>Clinical Prediction Models A Practical Approach to Development, Validation, and Updating</source>
          <year>2019</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Westwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mallett</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>PROBAST: a tool to assess risk of bias and applicability of prediction model studies: explanation and elaboration</article-title>
          <source>Ann Intern Med</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <volume>170</volume>
          <issue>1</issue>
          <fpage>W1</fpage>
          <pub-id pub-id-type="doi">10.7326/m18-1377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Vickers</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Gerds</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gonen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Obuchowski</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pencina</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kattan</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Assessing the performance of prediction models: a framework for traditional and novel measures</article-title>
          <source>Epidemiology</source>
          <year>2010</year>
          <month>01</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>128</fpage>
          <lpage>138</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20010215"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/EDE.0b013e3181c30fb2</pub-id>
          <pub-id pub-id-type="medline">20010215</pub-id>
          <pub-id pub-id-type="pii">00001648-201001000-00022</pub-id>
          <pub-id pub-id-type="pmcid">PMC3575184</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monahan</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Models predicting hospital admission of adult patients utilizing prehospital data: systematic review using PROBAST and CHARMS</article-title>
          <source>JMIR Med Inform</source>
          <year>2021</year>
          <month>09</month>
          <day>16</day>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>e30022</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2021/9/e30022/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30022</pub-id>
          <pub-id pub-id-type="medline">34528893</pub-id>
          <pub-id pub-id-type="pii">v9i9e30022</pub-id>
          <pub-id pub-id-type="pmcid">PMC8485197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bessman</surname>
              <given-names>Edward</given-names>
            </name>
            <name name-style="western">
              <surname>Kravet</surname>
              <given-names>Steven</given-names>
            </name>
            <name name-style="western">
              <surname>Kolodner</surname>
              <given-names>Ken</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>Robert</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>Scott</given-names>
            </name>
          </person-group>
          <article-title>Active bed management by hospitalists and emergency department throughput</article-title>
          <source>Ann Intern Med</source>
          <year>2008</year>
          <month>12</month>
          <day>02</day>
          <volume>149</volume>
          <issue>11</issue>
          <fpage>804</fpage>
          <lpage>811</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-149-11-200812020-00006</pub-id>
          <pub-id pub-id-type="medline">19047027</pub-id>
          <pub-id pub-id-type="pii">149/11/804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>2019 Predictive Analytics in Health Care Trend Forecast</article-title>
          <source>Society for Actuaries</source>
          <access-date>2023-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.soa.org/globalassets/assets/Files/programs/predictive-analytics/2019-health-care-trend.pdf">https://www.soa.org/globalassets/assets/Files/programs/predictive-analytics/2019-health-care-trend.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Harrell</surname>
              <given-names>FE</given-names>
            </name>
          </person-group>
          <article-title>Prediction models need appropriate internal, internal-external, and external validation</article-title>
          <source>J Clin Epidemiol</source>
          <year>2016</year>
          <month>01</month>
          <volume>69</volume>
          <fpage>245</fpage>
          <lpage>247</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25981519"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2015.04.005</pub-id>
          <pub-id pub-id-type="medline">25981519</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(15)00175-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5578404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McIntosh</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Steenstra</surname>
              <given-names>Ivan</given-names>
            </name>
            <name name-style="western">
              <surname>Hogg-Johnson</surname>
              <given-names>Sheilah</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>Tom</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>Hamilton</given-names>
            </name>
          </person-group>
          <article-title>Lack of prognostic model validation in low back pain prediction studies: a systematic review</article-title>
          <source>Clin J Pain</source>
          <year>2018</year>
          <month>08</month>
          <volume>34</volume>
          <issue>8</issue>
          <fpage>748</fpage>
          <lpage>754</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000591</pub-id>
          <pub-id pub-id-type="medline">29406366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shamsoddin</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Can medical practitioners rely on prediction models for COVID-19? A systematic review</article-title>
          <source>Evid Based Dent</source>
          <year>2020</year>
          <month>09</month>
          <day>25</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>84</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32978532"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41432-020-0115-5</pub-id>
          <pub-id pub-id-type="medline">32978532</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41432-020-0115-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7517064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jacques</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using machine-learning risk prediction models to triage the acuity of undifferentiated patients entering the emergency care system: a systematic review</article-title>
          <source>Diagn Progn Res</source>
          <year>2020</year>
          <month>10</month>
          <day>02</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33024830"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41512-020-00084-1</pub-id>
          <pub-id pub-id-type="medline">33024830</pub-id>
          <pub-id pub-id-type="pii">84</pub-id>
          <pub-id pub-id-type="pmcid">PMC7531169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kareemi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaillancourt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fournier</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Machine learning versus usual care for diagnostic and prognostic prediction in the emergency department: a systematic review</article-title>
          <source>Acad Emerg Med</source>
          <year>2021</year>
          <month>02</month>
          <day>02</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>184</fpage>
          <lpage>196</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/acem.14190"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/acem.14190</pub-id>
          <pub-id pub-id-type="medline">33277724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wynants</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>Gary S</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>Richard D</given-names>
            </name>
            <name name-style="western">
              <surname>Heinze</surname>
              <given-names>Georg</given-names>
            </name>
            <name name-style="western">
              <surname>Schuit</surname>
              <given-names>Ewoud</given-names>
            </name>
            <name name-style="western">
              <surname>Bonten</surname>
              <given-names>Marc M J</given-names>
            </name>
            <name name-style="western">
              <surname>Dahly</surname>
              <given-names>Darren L</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>Johanna A A</given-names>
            </name>
            <name name-style="western">
              <surname>Debray</surname>
              <given-names>Thomas P A</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>Valentijn M T</given-names>
            </name>
            <name name-style="western">
              <surname>De Vos</surname>
              <given-names>Maarten</given-names>
            </name>
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>Paul</given-names>
            </name>
            <name name-style="western">
              <surname>Haller</surname>
              <given-names>Maria C</given-names>
            </name>
            <name name-style="western">
              <surname>Harhay</surname>
              <given-names>Michael O</given-names>
            </name>
            <name name-style="western">
              <surname>Henckaerts</surname>
              <given-names>Liesbet</given-names>
            </name>
            <name name-style="western">
              <surname>Heus</surname>
              <given-names>Pauline</given-names>
            </name>
            <name name-style="western">
              <surname>Kammer</surname>
              <given-names>Michael</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuzberger</surname>
              <given-names>Nina</given-names>
            </name>
            <name name-style="western">
              <surname>Lohmann</surname>
              <given-names>Anna</given-names>
            </name>
            <name name-style="western">
              <surname>Luijken</surname>
              <given-names>Kim</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Jie</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>Glen P</given-names>
            </name>
            <name name-style="western">
              <surname>McLernon</surname>
              <given-names>David J</given-names>
            </name>
            <name name-style="western">
              <surname>Andaur Navarro</surname>
              <given-names>Constanza L</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>Johannes B</given-names>
            </name>
            <name name-style="western">
              <surname>Sergeant</surname>
              <given-names>Jamie C</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Chunhu</given-names>
            </name>
            <name name-style="western">
              <surname>Skoetz</surname>
              <given-names>Nicole</given-names>
            </name>
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>Luc J M</given-names>
            </name>
            <name name-style="western">
              <surname>Snell</surname>
              <given-names>Kym I E</given-names>
            </name>
            <name name-style="western">
              <surname>Sperrin</surname>
              <given-names>Matthew</given-names>
            </name>
            <name name-style="western">
              <surname>Spijker</surname>
              <given-names>René</given-names>
            </name>
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>Ewout W</given-names>
            </name>
            <name name-style="western">
              <surname>Takada</surname>
              <given-names>Toshihiko</given-names>
            </name>
            <name name-style="western">
              <surname>Tzoulaki</surname>
              <given-names>Ioanna</given-names>
            </name>
            <name name-style="western">
              <surname>van Kuijk</surname>
              <given-names>Sander M J</given-names>
            </name>
            <name name-style="western">
              <surname>van Bussel</surname>
              <given-names>Bas</given-names>
            </name>
            <name name-style="western">
              <surname>van der Horst</surname>
              <given-names>Iwan C C</given-names>
            </name>
            <name name-style="western">
              <surname>van Royen</surname>
              <given-names>Florien S</given-names>
            </name>
            <name name-style="western">
              <surname>Verbakel</surname>
              <given-names>Jan Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wallisch</surname>
              <given-names>Christine</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkinson</surname>
              <given-names>Jack</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>Robert</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>Lotty</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>Karel G M</given-names>
            </name>
            <name name-style="western">
              <surname>van Smeden</surname>
              <given-names>Maarten</given-names>
            </name>
          </person-group>
          <article-title>Prediction models for diagnosis and prognosis of covid-19: systematic review and critical appraisal</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>04</month>
          <day>07</day>
          <volume>369</volume>
          <fpage>m1328</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32265220"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.m1328</pub-id>
          <pub-id pub-id-type="medline">32265220</pub-id>
          <pub-id pub-id-type="pmcid">PMC7222643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Predictive analytics in health caremerging value and risks</article-title>
          <source>Deloitte Insights 2021 March 12, 2022</source>
          <year>2019</year>
          <access-date>2022-03-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/us/en/insights/topics/analytics/predictive-analytics-health-care-value-risks.html">https://www2.deloitte.com/us/en/insights/topics/analytics/predictive-analytics-health-care-value-risks.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
