<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i6e33921</article-id>
      <article-id pub-id-type="pmid">35704362</article-id>
      <article-id pub-id-type="doi">10.2196/33921</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Associations Between Family Member Involvement and Outcomes of Patients Admitted to the Intensive Care Unit: Retrospective Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ahmed Kamal</surname>
            <given-names>Manar</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Azizi</surname>
            <given-names>Alireza</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Johansson</surname>
            <given-names>Marcia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tomey</surname>
            <given-names>Matthew</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>Tamryn F</given-names>
          </name>
          <degrees>RN, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Medicine</institution>
            <institution>Harvard Medical School</institution>
            <addr-line>25 Shattuck Street</addr-line>
            <addr-line>Boston, MA, 02115</addr-line>
            <country>United States</country>
            <phone>1 617 582 9186</phone>
            <email>tamryn_gray@dfci.harvard.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8075-9735</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Kwok</surname>
            <given-names>Anne</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0948-9482</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Do</surname>
            <given-names>Khuyen M</given-names>
          </name>
          <degrees>BS, MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5312-2621</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Zeng</surname>
            <given-names>Sandra</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8609-6338</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Moseley</surname>
            <given-names>Edward T</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4334-5618</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Dbeis</surname>
            <given-names>Yasser M</given-names>
          </name>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5173-9145</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Umeton</surname>
            <given-names>Renato</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5561-6932</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Tulsky</surname>
            <given-names>James A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7458-0453</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>El-Jawahri</surname>
            <given-names>Areej</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3556-1495</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lindvall</surname>
            <given-names>Charlotta</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2090-2039</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Medicine</institution>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Division of Palliative Medicine</institution>
        <institution>Brigham and Women's Hospital</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychosocial Oncology and Palliative Care</institution>
        <institution>Dana-Farber Cancer Institute</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Informatics &#38; Analytics</institution>
        <institution>Dana-Farber Cancer Institute</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Biological Engineering and Department of Mechanical Engineering</institution>
        <institution>Massachusetts Institute of Technology</institution>
        <addr-line>Cambridge, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Biostatistics</institution>
        <institution>Harvard T.H. Chan School of Public Health</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Pathology and Laboratory Medicine</institution>
        <institution>Weill Cornell Medicine</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Department of Medicine</institution>
        <institution>Massachusetts General Hospital Cancer Center</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tamryn F Gray <email>tamryn_gray@dfci.harvard.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>6</issue>
      <elocation-id>e33921</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Tamryn F Gray, Anne Kwok, Khuyen M Do, Sandra Zeng, Edward T Moseley, Yasser M Dbeis, Renato Umeton, James A Tulsky, Areej El-Jawahri, Charlotta Lindvall. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 15.06.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/6/e33921" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Little is known about family member involvement, by relationship status, for patients treated in the intensive care unit (ICU).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Using documentation of family interactions in clinical notes, we examined associations between child and spousal involvement and ICU patient outcomes, including goals of care conversations (GOCCs), limitations in life-sustaining therapy (LLST), and 3-month mortality.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using a retrospective cohort design, the study included a total of 858 adult patients treated between 2008 and 2012 in the medical ICU at a tertiary care center in northeastern United States. Clinical notes generated within the first 48 hours of admission to the ICU were used with standard machine learning methods to predict patient outcomes. We used natural language processing methods to identify family-related documentation and abstracted sociodemographic and clinical characteristics of the patients from the medical record.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Most of the 858 patients were White (n=650, 75.8%); 437 (50.9%) were male, 479 (55.8%) were married, and the median age was 68.4 (IQR 56.5-79.4) years. Most patients had documented GOCC (n=651, 75.9%). In adjusted regression analyses, child involvement (odds ratio [OR] 0.81; 95% CI 0.49-1.34; <italic>P</italic>=.41) and child plus spouse involvement (OR 1.28; 95% CI 0.8-2.03; <italic>P</italic>=.3) were not associated with GOCCs compared to spouse involvement. Child involvement was not associated with LLST when compared to spouse involvement (OR 1.49; 95% CI 0.89-2.52; <italic>P</italic>=.13). However, child plus spouse involvement was associated with LLST (OR 1.6; 95% CI 1.02-2.52; <italic>P</italic>=.04). Compared to spouse involvement, there were no significant differences in the 3-month mortality by family member type, including child plus spouse involvement (OR 1.38; 95% CI 0.91-2.09; <italic>P</italic>=.13) and child involvement (OR 1.47; 95% CI 0.9-2.41; <italic>P</italic>=.12).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings demonstrate that statistical models derived from text analysis in the first 48 hours of ICU admission can predict patient outcomes. Early child plus spouse involvement was associated with LLST, suggesting that decisions about LLST were more likely to occur when the child and spouse were both involved compared to the involvement of only the spouse. More research is needed to further understand the involvement of different family members in ICU care and its association with patient outcomes.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>critical care</kwd>
        <kwd>natural language processing</kwd>
        <kwd>family</kwd>
        <kwd>electronic health records</kwd>
        <kwd>goals of care</kwd>
        <kwd>intensive care unit</kwd>
        <kwd>ICU</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mechanically ventilated critically ill patients often lack decisional capacity [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>] and rely on family members for their care and medical decision-making [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. In the critical care environment, where decisions about tests, procedures, and treatments must be made quickly [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], physicians turn to surrogate decision makers for guidance about goals of care and making decisions to limit life-sustaining treatment [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Critical care organizations have strongly encouraged a family-centered approach to care [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]; however, information about when, how, and which family members are engaged over the course of illness remains poorly understood [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Although clinicians often expect 1 family member to be the “voice” for the patient, several family members are often involved [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. In the event that the patients no longer possess the requisite capacity to make their own health care decisions or are too ill, which is common in the intensive care unit (ICU) setting [<xref ref-type="bibr" rid="ref16">16</xref>], the health care proxy is the most common way through which patients appoint a surrogate decision-maker to make decisions on their behalf [<xref ref-type="bibr" rid="ref17">17</xref>]. Typically, the health care provider has a priority list of individuals to be designated for this role, and at the top of the hierarchy is often the patient’s spouse followed by the adult child/children, parents, and adult sibling(s) [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. In American families, the spouse is commonly the first in line to assume the role of a health care proxy [<xref ref-type="bibr" rid="ref20">20</xref>] and is informed if he or she is aware of (1) the patient’s personal definition of quality of life, (2) his or her specific plan if he or she cannot achieve this quality of life, and (3) desired location of death [<xref ref-type="bibr" rid="ref21">21</xref>]. If no spouse is available to provide care, adult children often take on the role and sometimes share care tasks [<xref ref-type="bibr" rid="ref22">22</xref>]. Although studies examining family members in the ICU have focused on family needs, communication, and satisfaction with care [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref27">27</xref>], to our knowledge, no studies have discerned the distinct involvement of spouses and children in care decisions and its impact on patient outcomes in the medical ICU (MICU) setting.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>We sought to describe family member involvement in decision-making, by relationship status, for patients treated in the ICU. We also examined patient characteristics associated with child and spousal involvement. Using documentation of family interactions in clinical notes, we examined the association between child and spousal involvement in the first 48 hours of admission and ICU patient outcomes, including goals of care conversations (GOCCs), limitations in life-sustaining therapy (LLST), and mortality.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Source</title>
        <p>Our data source was the Medical Information Mart for Intensive Care III (MIMIC-III) database, developed by the Massachusetts Institute of Technology (MIT) and Beth Israel Deaconess Medical Center (BIDMC), and it is a large, freely available database. The MIMIC database provided deidentified demographic, administrative, clinical, and survival outcome data for all adult ICU admissions at the BIDMC [<xref ref-type="bibr" rid="ref28">28</xref>]. For our analysis, we used data between 2008 and 2012 to include clinical notes from a broad group of clinicians likely to document engagement with patients’ families, including physicians, nursing staff, social workers, case managers, and physician assistants [<xref ref-type="bibr" rid="ref29">29</xref>]. The Institutional Review Board of the BIDMC and MIT approved use of the MIMIC-III database by any investigator who fulfills data-user requirements [<xref ref-type="bibr" rid="ref29">29</xref>]. This research was deemed exempt by the Dana-Farber Cancer Institute Institutional Review Board (approval number 18-192).</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>The study population included patients at least 18 years of age who were treated in the MICU at the BIDMC in Boston between 2008 and 2012 (<xref rid="figure1" ref-type="fig">Figure 1</xref>). We focused exclusively on MICU patients commonly facing life-threatening conditions that may warrant family involvement in decision-making [<xref ref-type="bibr" rid="ref30">30</xref>]. We excluded patients with an ICU length of stay (LOS) less than 48 hours and those lacking available clinical notes due to potential privacy disclosures (eg, VIPs). For patients with multiple ICU admissions during a single hospitalization, only the first admission was used for analysis.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flow diagram showing patient selection in the study. ICU: intensive care unit; MIMIC-III: Medical Information Mart for Intensive Care III. It is a deidentified demographic, administrative, clinical, and survival outcome database for adult ICU admissions. MICU: medical intensive care unit.</p>
          </caption>
          <graphic xlink:href="medinform_v10i6e33921_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Natural Language Processing (NLP)</title>
        <p>Family communication is often recorded as free text in the clinical notes [<xref ref-type="bibr" rid="ref31">31</xref>]. Manual abstraction of these data is time-consuming and prone to human error, thus benefiting from a structured approach using standard NLP methods [<xref ref-type="bibr" rid="ref31">31</xref>]. The ability of NLP methods to identify electronic health record (EHR) documentation of family involvement in the ICU was evaluated using a multistep process. First, we constructed a keyword library to develop a standard structure, including typographical errors that might be present. We used the text annotation software, ClinicalRegex [<xref ref-type="bibr" rid="ref32">32</xref>], to identify documentation of child and spousal or partner involvement in the EHR (referred to as “family involvement”). ClinicalRegex was developed by the Lindvall Lab at Dana-Farber Cancer Institute and has been applied in multiple studies [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref35">35</xref>] to identify defined keywords or phrases within clinical notes, accounting for varieties in language, spelling, and punctuation. Using a predefined ontology, the software displayed clinical notes that contain the highlighted keywords or phrases associated with family. Our ontology contained two domains of documentation regarding family involvement: (1) spouse or partner and (2) children. The keyword library was refined to prioritize sensitivity over specificity and validated by expert review of a random selection of notes identified by the library as well as manual review of notes not identified by the library. The final keyword library is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Second, once the ontology was developed, independent coders (TFG, KMD, and SZ) reviewed a subset of 100 random samples of charts in ClinicalRegex using the keyword library to examine whether each clinical note contained keywords related to family involvement. Human experts labeled notations using prespecified codes (eg, using “0” to label notations where keywords appeared out of context for exclusion or using “1” to label notations for inclusion), and the presence or absence of family-related documentation was determined at the hospital admission level. Interrater agreement was excellent (κ values of 0.83 and 0.82 for child and spouse, respectively).</p>
      </sec>
      <sec>
        <title>Study Measures</title>
        <sec>
          <title>Family Involvement</title>
          <p>To identify family-related documentation in the EHR, we first conducted a literature search of relevant keywords related to spouse and child [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. For our keyword library, we developed an extensive list to account for the wide variation in describing spouse and child. For example, spouse was described as husband, wife, fiancé, girlfriend, boyfriend, companion, partner, spouse, comate, etc. Child was described as son, daughter, grandchild, teenage, girl, boy, child, children, grandson, granddaughter, etc. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> presents the exact phrases used in the keyword bank. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendices 2</xref> and <xref ref-type="supplementary-material" rid="app3">3</xref> respectively describe examples of how the keywords found in the clinical notes were used in the relevant context as well as the keywords that were not used in the analysis because they were used in a nonrelevant context.</p>
        </sec>
        <sec>
          <title>Sociodemographic and Clinical Factors</title>
          <p>We collected demographic information (admission age, sex, race, ethnicity, and marital status) as well as clinical characteristics including the sequential organ failure assessment score (SOFA) and Elixhauser Comorbidity Index. The SOFA score described the time course of multiple organ dysfunction using a limited number of routinely measured variables [<xref ref-type="bibr" rid="ref38">38</xref>], and the Elixhauser Comorbidity Index quantified the effect of comorbidities on patient outcomes [<xref ref-type="bibr" rid="ref39">39</xref>]. The sociodemographic and clinical characteristics of the patients were ascertained by EHR data extraction.</p>
        </sec>
        <sec>
          <title>Health Care Usage</title>
          <p>For health care usage outcomes, the discharge location was included (eg, home, home health care, hospice, short-term hospital, long-term-care hospital, skilled nursing facility [SNF], “other facilities,” and in-hospital death). The LOS for obtaining the hospitalization index and hospital readmission were also determined for each patient. For our analyses, home was defined as either home or home health care. Facility was defined as either hospice, short-term hospital, long-term care, SNF, or “other facilities.”</p>
        </sec>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <sec>
          <title>GOCC Documentation</title>
          <p>The National Quality Forum recommends that GOCCs be documented in the EHR within the first 48 hours of an ICU admission, especially among frail and seriously ill patients. For our study, we identified GOCCs using an operational definition previously described elsewhere [<xref ref-type="bibr" rid="ref29">29</xref>]. GOCC documentation required both of the following details: (1) mention of a conversation with either the patient or a family member and (2) mention of a specific care preference pertaining to hospital care [<xref ref-type="bibr" rid="ref29">29</xref>]. Ascertained by free-text data in the clinical notes, GOCC documentation included discussion about advance care planning activities (values, goals, and preferences considering future care), completion of advance directives or Physician Order for Life-Sustaining Treatment forms, or referral to hospice or subspecialty palliative care services [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
        <sec>
          <title>LLST Conversations</title>
          <p>Similar to our previous study [<xref ref-type="bibr" rid="ref29">29</xref>] and other research [<xref ref-type="bibr" rid="ref41">41</xref>], LLST included documentation from free-text data within clinical notes regarding a do-not-resuscitate or do-not-intubate (DNR/DNI) code status, LLST, acknowledgment of patient or family wishes to decline any interventional procedures (including central venous line, temp wire placement, etc) but agreement for medical management, preference for no heroic measures, no blood transfusions, no resuscitations, and no blood pressure interventions.</p>
        </sec>
        <sec>
          <title>Mortality</title>
          <p>To assess the 3-month mortality since hospital admission, we used a binary outcome of died and not died within 3 months since hospital admission based on EHR review.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>We used descriptive statistics to summarize the sample, including the sociodemographic and clinical characteristics of the patients as well as health care use and mortality. We performed univariate analyses to assess the relationships between the sociodemographic and clinical characteristics of the patients and family involvement, stratified by the type of family member (overall cohort, both child and spousal involvement, child only involvement, and spouse only involvement). To assess the independent associations between family involvement and GOCC, LLST, and 3-month mortality, we developed multivariable logistic regression models. For each dependent variable, separate models were fitted, adjusting for sex, marital status, race and ethnicity, age, SOFA, and Elixhauser scores identified a priori based on prior literature [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. All statistical tests and CIs, as appropriate, were performed as 2-sided tests, and all reported <italic>P</italic> values &#60;.05 were considered statistically significant. We performed all statistical analyses using Python version 3.7.6 and library statsmodels version 0.12.0.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Patient Characteristics</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> describes the sociodemographic and clinical characteristics of the patients at hospital admission (N=858). The median age was 68 (IQR: 57-79) years, most patients were non-Hispanic White (n=650, 75.8%), and approximately half were male (n=437, 50.9%) and married (n=479, 55.8%). The median SOFA and Elixhauser scores were 6 (IQR 4-9) and 5 (range 3-6), respectively. The median LOS was 9 (IQR 4.9-16.8) days. More than a quarter of these patients died in the ICU (n=253, 29.5%), whereas the majority were either discharged to a facility or home (n=379, 44.2% and n=223, 26%, respectively). When compared to child plus spouse involvement and spouse only involvement, patients with child only involvement (n=352) were more likely to be female (235/352, 66.8%), not married or partnered (265/352, 75.3%), and older (median age of 76.7 [IQR 66-85] years) (<xref ref-type="table" rid="table1">Table 1</xref>). When both spouse and child were involved (n=202), patients were mostly male (123/202, 60.9%), married (170/202, 84.2%), and had a median age of 70 (range 61-77) years. In comparison with White patients, non-White patients had a high proportion of child only involvement (95/165, 57.6% vs. 242/650, 37.2%).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Patient characteristics<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="290"/>
            <col width="150"/>
            <col width="150"/>
            <col width="140"/>
            <col width="140"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>Overall<break/>(N=858)</td>
                <td>Both<break/>(n=202)</td>
                <td>Child<break/>(n=352)</td>
                <td>Spouse<break/>(n=304)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Sex, n (%)</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>421 (49.1)</td>
                <td>79 (39.1)</td>
                <td>235 (66.8)</td>
                <td>107 (35.2)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>437 (50.9)</td>
                <td>123 (60.9)</td>
                <td>117 (33.2)</td>
                <td>197 (64.8)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Marital status, n (%)</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td>479 (55.8)</td>
                <td>170 (84.2)</td>
                <td>72 (20.5)</td>
                <td>237 (78.0)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not married</td>
                <td>354 (41.3)</td>
                <td>27 (13.4)</td>
                <td>265 (75.3)</td>
                <td>62 (20.4)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>25 (2.9)</td>
                <td>5 (2.5)</td>
                <td>15 (4.3)</td>
                <td>5 (1.6)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Ethnicity, n (%)</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White (non-Hispanic)</td>
                <td>650 (75.8)</td>
                <td>163 (80.7)</td>
                <td>242 (68.8)</td>
                <td>245 (80.6)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>165 (19.2)</td>
                <td>29 (14.4)</td>
                <td>95 (27.0)</td>
                <td>41 (13.5)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>43 (5.0)</td>
                <td>10 (5.0)</td>
                <td>15 (4.3)</td>
                <td>18 (5.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Admission age in years, median (IQR)</td>
                <td>68.4 (56.5-79.4)</td>
                <td>69.7 (61-77.4)</td>
                <td>76.7 (66-85)</td>
                <td>58.4 (48.4-67)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Hospital LOS<sup>b</sup> in days, median (IQR)</td>
                <td>9 (4.9-16.8)</td>
                <td>8.6 (4.7-16.1)</td>
                <td>8 (4.7-14.7)</td>
                <td>12.1 (6-21.1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Discharge status, n (%)</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Death</td>
                <td>253 (29.5)</td>
                <td>81 (40.1)</td>
                <td>109 (31.0)</td>
                <td>63 (20.7)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Facility</td>
                <td>379 (44.2)</td>
                <td>85 (42.1)</td>
                <td>158 (44.9)</td>
                <td>136 (44.7)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home</td>
                <td>223 (26.0)</td>
                <td>36 (17.8)</td>
                <td>84 (23.9)</td>
                <td>103 (33.9)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>3 (0.3)</td>
                <td>0 (0)</td>
                <td>1 (0.3)</td>
                <td>2 (0.7)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Mortality, n (%)</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-hospital mortality</td>
                <td>253 (29.5)</td>
                <td>81 (40.1)</td>
                <td>109 (31.0)</td>
                <td>63 (20.7)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3 months from hospital admission</td>
                <td>342 (39.9)</td>
                <td>98 (48.5)</td>
                <td>152 (43.2)</td>
                <td>92 (30.3)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1 year from hospital admission</td>
                <td>442 (51.5)</td>
                <td>118 (58.4)</td>
                <td>198 (56.2)</td>
                <td>126 (41.4)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>6 months from ICU<sup>c</sup> discharge</td>
                <td>397 (46.3)</td>
                <td>108 (53.5)</td>
                <td>173 (49.1)</td>
                <td>116 (38.2)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Readmission, n (%)</td>
                <td>196 (22.8)</td>
                <td>43 (21.3)</td>
                <td>90 (25.6)</td>
                <td>63 (20.7)</td>
                <td>.28</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Documented goals of care conversation, n (%)</td>
                <td>651 (75.9)</td>
                <td>164 (81.2)</td>
                <td>266 (75.6)</td>
                <td>221 (72.7)</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Documented conversations about limitations in code status, n (%)</td>
                <td>274 (31.9)</td>
                <td>73 (36.1)</td>
                <td>149 (42.3)</td>
                <td>52 (17.1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">SOFA<sup>d</sup> score, median (IQR)</td>
                <td>6 (4-9)</td>
                <td>7 (5-10)</td>
                <td>6 (4-9)</td>
                <td>5.5 (3-8)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Elixhauser score, median (IQR)</td>
                <td>5 (3-6)</td>
                <td>5 (3-6)</td>
                <td>5 (3-6)</td>
                <td>4 (3-6)</td>
                <td>.06</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Patient characteristics of study the cohort were stratified by documentation of family involvement. For discharge status, chi-square tests may not be valid due to a low number of examples in some categories.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>LOS: length of stay.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>ICU: intensive care unit.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>SOFA: sequential organ failure assessment score.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Association Between Family Involvement and GOCC</title>
        <p>Overall, most patients had documented GOCC (651/858, 75.9%) (<xref ref-type="table" rid="table1">Table 1</xref>). Child involvement (odds ratio [OR] 0.81; 95% CI 0.49-1.34; <italic>P</italic>=.41) and involvement of child plus spouse (OR 1.28; 95% CI 0.8-2.03; <italic>P</italic>=.3) were not associated with GOCC when compared to spouse only involvement (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Goals of care conversations<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="460"/>
            <col width="360"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td colspan="2">Odds ratio (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Sex (reference group: male)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>1.18 (8.84-1.65)</td>
                <td colspan="2">.35</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Marital status (reference group: married)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not married</td>
                <td>1.19 (0.79-1.78)</td>
                <td colspan="2">.41</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>1.09 (0.4-2.96)</td>
                <td colspan="2">.86</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Ethnicity (reference group: White)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>0.8 (0.54-1.2)</td>
                <td colspan="2">.28</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>0.99 (0.46-2.13)</td>
                <td colspan="2">.97</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Type of family member documentation identified (reference group: spouse only)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Both child and spouse</td>
                <td>1.28 (0.8-2.03)</td>
                <td colspan="2">.3</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child only</td>
                <td>0.81 (0.49-1.34)</td>
                <td colspan="2">.41</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Admission age</td>
                <td colspan="2">1.01 (1-1.03)</td>
                <td>.05</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Elixhauser score</td>
                <td colspan="2">0.99 (0.92-1.07)</td>
                <td>.81</td>
              </tr>
              <tr valign="top">
                <td colspan="2">SOFA<sup>b</sup> score</td>
                <td colspan="2">1.09 (1.04-1.14)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Exploratory analyses were conducted to investigate the association between documentation related to family member involvement and goals of care conversations.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>SOFA: sequential organ failure assessment score.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Association Between Family Involvement and LLST</title>
        <p>More than a quarter of the patients (274/858, 31.9%) had documented LLST (<xref ref-type="table" rid="table1">Table 1</xref>). Child only involvement was not associated with LLST (OR 1.49; 95% CI 0.89-2.52; <italic>P</italic>=.13) compared to spouse only involvement. Child plus spouse involvement was associated with higher odds of LLST (OR 1.6; 95% CI 1.02-2.52; <italic>P</italic>=.04) compared to spouse only involvement (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Limitations in life-sustaining therapy conversations<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="320"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td>Odds ratio (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Sex (reference group: male)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>0.98 (0.7-1.37)</td>
                <td>.91</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Marital status (reference group: married)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not married</td>
                <td>1.51 (0.99-2.28)</td>
                <td>.05</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>1.16 (0.44-3.05)</td>
                <td>.77</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Ethnicity (reference group: White)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>0.85 (0.57-1.28)</td>
                <td>.44</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>0.6 (0.27-1.36)</td>
                <td>.22</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Type of family member documentation identified (reference group: spouse only)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Both child and spouse</td>
                <td>1.6 (1.02-2.52)</td>
                <td>.04</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child only</td>
                <td>1.49 (0.89-2.52)</td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Admission age</td>
                <td>1.04 (1.03-1.06)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Elixhauser score</td>
                <td>0.96 (0.89-1.03)</td>
                <td>.24</td>
              </tr>
              <tr valign="top">
                <td colspan="2">SOFA<sup>b</sup> score</td>
                <td>1.15 (1.11-1.2)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Results of exploratory analyses to investigate the association between documentation related to family member involvement and limitations in life-sustaining therapy.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>SOFA: sequential organ failure assessment score</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Association Between Family Involvement and Mortality</title>
        <p>Over a third of the patients (342/858, 39.9%) died 3 months post hospital admission (<xref ref-type="table" rid="table1">Table 1</xref>). Compared to spouse only involvement, we found no significant differences in the 3-month mortality by family member type, including child plus spouse involvement (OR 1.38; 95% CI 0.91-2.09; <italic>P</italic>=.13) and child only involvement (OR 1.47; 95% CI 0.9-2.41; <italic>P</italic>=.12) (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Mortality at 3 months following admission<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="320"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variables</td>
                <td>Odds ratio (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Sex (reference group: male)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">0.76 (0.56-1.05)</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Marital status (reference group: married)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not married</td>
                <td colspan="2">0.71 (0.47-1.05)</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="2">1.01 (0.41-2.51)</td>
                <td>.98</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Ethnicity (reference group: White)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0.82 (0.56-1.22)</td>
                <td>.33</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="2">1.28 (0.62-2.65)</td>
                <td>.51</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Type of family member documentation identified (reference group: spouse only)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Both child and spouse</td>
                <td colspan="2">1.38 (0.91-2.09)</td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child only</td>
                <td colspan="2">1.47 (0.9-2.41)</td>
                <td>.12</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Admission age</td>
                <td>1.03 (1.02-1.04)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Elixhauser score</td>
                <td>1.01 (0.95-1.09)</td>
                <td>.7</td>
              </tr>
              <tr valign="top">
                <td colspan="3">SOFA<sub>b</sub> score</td>
                <td>1.2 (1.15-1.25)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Results of exploratory analyses to investigate the association between documentation related to family involvement and 3-month mortality since hospital admission.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>SOFA: sequential organ failure assessment score.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>This study demonstrated that child plus spouse involvement in decision-making within the first 48 hours of an ICU stay was associated with LLST for mechanically ventilated patients when compared to spouse involvement only. To our knowledge, this is the first study to demonstrate an association between spouse plus child involvement and LLST in mechanically ventilated patients in the ICU. Family members may find it easier to make complex decisions in a group with other family members, and this approach may help in reaching a consensus in the context of a poor prognosis. Prior research has shown that family members take on the end-of-life (EOL) decision-maker role together as a unit and collaborate, and even designated surrogate decision makers prefer to structure the interaction around collaborative group decision-making rather than take on the role individually [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Unlike the association found between LLST and family involvement, there was no association between family member involvement and documentation of GOCC. One possible explanation is that a GOCC is defined as a palliative and end-of-life care process measure [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], meaning that such conversations are part of evidence-based guidelines and will occur regardless of which family member is present [<xref ref-type="bibr" rid="ref45">45</xref>]. Meanwhile, LLST is the next step after a GOCC occurs and is important to establish when actually making decisions about life-limiting therapies, which may collectively involve the patients, their family members, and clinicians.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Research has demonstrated that the type of family involvement often varies across racial and ethnic groups and there is a growing number of studies exploring the role of race, ethnicity, and culture in caregiving [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Compared to White patients, we observed that non-White patients had a high proportion of child only involvement. Similarly, previous studies have found that African American patients are more likely to receive assistance from adult children rather than spouses [<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref49">49</xref>]. Williams and Dilworth-Anderson examined connections of social support for 187 community-dwelling African American elders and demonstrated that the adult child was the most common type of relationship to the care recipient (62%), surpassing spouse (6%), friend (3%), and other kin (29%) [<xref ref-type="bibr" rid="ref50">50</xref>]. Similarly, Miller and Guo demonstrated that African American caregivers for persons with dementia were found to be younger, less educated, having lower income, and married for fewer years than White caregivers [<xref ref-type="bibr" rid="ref51">51</xref>]. Though this study included participants from a single site, which may impact generalizability, the findings demonstrate potential racial and ethnic differences regarding the type of family members involved in care within the ICU setting, but further research is warranted.</p>
        <p>Given the rising number of individuals facing serious illness, receiving critical care, and living longer, our study adds to the growing body of knowledge that calls for the need to develop approaches that are tailored to the specific subpopulations of family members who are involved in ICU patient care and decision-making.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has several limitations. First, we examined data from 2008 to 2012, so our findings may not be generalizable to the more recent years. Second, the cross-sectional nature of the study did not enable us to assess causality or temporality between family involvement and patient outcomes. Third, because our sample was limited to clinical notes from a single tertiary care hospital in northeastern United States and lacked racial diversity, our algorithm may not be generalizable to other hospitals, ICU populations, or geographic areas. Fourth, as noted in other studies [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref52">52</xref>], our methods were dependent on the quantity and quality of documentation that exist in the EHR, so it is possible that some family-related documentation or actual interaction with and involvement of families may have been missed. Moreover, our models may not fully account for all possible confounders, and we were unable to capture other factors that may impact the relationship between family involvement and patient outcomes. Fifth, we focused on documentation generated within the first 48 hours by nurses, case managers, social workers, physician assistants, and physicians, but critical care is a broad, interdisciplinary specialty. The role of other clinicians’ documentations in describing outcomes in the ICU setting is not known. Future work should examine documentation of family involvement generated by other clinical disciplines and other ICU settings. Finally, we used rule-based NLP models, which only detect phrases in notes if they match the specified keywords.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study fills an important gap in our understanding of family involvement in patient care and decision-making early in ICU stays. Findings suggest that better decisions about LLSTs will be made if additional family members are engaged, and clinicians should seek out everyone who may want to or need to participate.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Keyword library. This appendix presents the exact phrases used in the keyword bank. It includes an extensive list to account for the wide variations in describing spouse and child. For example, spouse is described as husband, wife, fiancé, girlfriend, boyfriend, companion, partner, spouse, comate, etc. Child is described as son, daughter, 
grandchild, teenage, girl, boy, child, children, grandson, granddaughter, etc.</p>
        <media xlink:href="medinform_v10i6e33921_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 155 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Keywords used in relevant context. This Multimedia Appendix provides examples of how the keywords found in the clinical notes were used in relevant context in the analysis.</p>
        <media xlink:href="medinform_v10i6e33921_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 137 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Keywords used in nonrelevant context. This Multimedia Appendix provides examples of how the keywords found in the clinical notes were used in a nonrelevant context and eliminated during the analysis.</p>
        <media xlink:href="medinform_v10i6e33921_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 31 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BIDMC</term>
          <def>
            <p>Beth Israel Deaconess Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GOCC</term>
          <def>
            <p>goals of care conversation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LLST</term>
          <def>
            <p>limitations in life-sustaining therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">LOS</term>
          <def>
            <p>length of stay</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MICU</term>
          <def>
            <p>medical intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MIMIC</term>
          <def>
            <p>Medical Information Mart for Intensive Care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MIT</term>
          <def>
            <p>Massachusetts Institute of Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SNF</term>
          <def>
            <p>skilled nursing facility</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SOFA</term>
          <def>
            <p>sequential organ failure assessment score</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by the Cambia Health Foundation Sojourns Scholars Leadership Program and the Robert Wood Johnson Foundation Harold Amos Medical Faculty Development Program.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Happ</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Tate</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Family caregiving in critical illness: research opportunities and considerations</article-title>
          <source>West J Nurs Res</source>
          <year>2017</year>
          <month>09</month>
          <volume>39</volume>
          <issue>9</issue>
          <fpage>1219</fpage>
          <lpage>1221</lpage>
          <pub-id pub-id-type="doi">10.1177/0193945917714760</pub-id>
          <pub-id pub-id-type="medline">28791936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Practical guidance for evidence-based ICU family conferences</article-title>
          <source>Chest</source>
          <year>2008</year>
          <month>10</month>
          <volume>134</volume>
          <issue>4</issue>
          <fpage>835</fpage>
          <lpage>843</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18842916"/>
          </comment>
          <pub-id pub-id-type="doi">10.1378/chest.08-0235</pub-id>
          <pub-id pub-id-type="medline">18842916</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(08)60317-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC2628462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suen</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Argenas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buddadhumaruk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bursic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ernecoff</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Developing the family support tool: an interactive, web-based tool to help families navigate the complexities of surrogate decision making in ICUs</article-title>
          <source>J Crit Care</source>
          <year>2020</year>
          <month>04</month>
          <volume>56</volume>
          <fpage>132</fpage>
          <lpage>139</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31896447"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcrc.2019.12.002</pub-id>
          <pub-id pub-id-type="medline">31896447</pub-id>
          <pub-id pub-id-type="pii">S0883-9441(19)31410-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7646226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silveira</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SYH</given-names>
            </name>
            <name name-style="western">
              <surname>Langa</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Advance directives and outcomes of surrogate decision making before death</article-title>
          <source>N Engl J Med</source>
          <year>2010</year>
          <month>04</month>
          <volume>362</volume>
          <issue>13</issue>
          <fpage>1211</fpage>
          <lpage>1218</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20357283"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMsa0907901</pub-id>
          <pub-id pub-id-type="medline">20357283</pub-id>
          <pub-id pub-id-type="pii">362/13/1211</pub-id>
          <pub-id pub-id-type="pmcid">PMC2880881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bibas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peretz-Larochelle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adhikari</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Goldfarb</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Luk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Englesakis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Detsky</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Lawler</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Association of surrogate decision-making interventions for critically ill adults with patient, family, and resource use outcomes: a systematic review and meta-analysis</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>07</month>
          <volume>2</volume>
          <issue>7</issue>
          <fpage>e197229</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2019.7229"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.7229</pub-id>
          <pub-id pub-id-type="medline">31322688</pub-id>
          <pub-id pub-id-type="pii">2738345</pub-id>
          <pub-id pub-id-type="pmcid">PMC6646989</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAdam</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Arai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Puntillo</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Unrecognized contributions of families in the intensive care unit</article-title>
          <source>Intensive Care Med</source>
          <year>2008</year>
          <month>06</month>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>1097</fpage>
          <lpage>1101</lpage>
          <pub-id pub-id-type="doi">10.1007/s00134-008-1066-z</pub-id>
          <pub-id pub-id-type="medline">18369593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruser</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamin</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Michelson</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Wunderink</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Holl</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarze</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Patient and family engagement during treatment decisions in an ICU: a discourse analysis of the electronic health record</article-title>
          <source>Crit Care Med</source>
          <year>2019</year>
          <month>06</month>
          <volume>47</volume>
          <issue>6</issue>
          <fpage>784</fpage>
          <lpage>791</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30896465"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000003711</pub-id>
          <pub-id pub-id-type="medline">30896465</pub-id>
          <pub-id pub-id-type="pmcid">PMC6522290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Fetter</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal-Barby</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Cascade effects in critical care medicine: a call for practice changes</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2013</year>
          <month>12</month>
          <volume>188</volume>
          <issue>12</issue>
          <fpage>1384</fpage>
          <lpage>1385</lpage>
          <pub-id pub-id-type="doi">10.1164/rccm.201309-1606ED</pub-id>
          <pub-id pub-id-type="medline">24328766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Apatira</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Malvar</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Luce</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Hope, truth, and preparing for death: perspectives of surrogate decision makers</article-title>
          <source>Ann Intern Med</source>
          <year>2008</year>
          <month>12</month>
          <volume>149</volume>
          <issue>12</issue>
          <fpage>861</fpage>
          <lpage>868</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19075205"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-149-12-200812160-00005</pub-id>
          <pub-id pub-id-type="medline">19075205</pub-id>
          <pub-id pub-id-type="pii">149/12/861</pub-id>
          <pub-id pub-id-type="pmcid">PMC2622736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackie</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schults</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Application of the READY framework supports effective communication between health care providers and family members in intensive care</article-title>
          <source>Aust Crit Care</source>
          <year>2021</year>
          <month>05</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>296</fpage>
          <lpage>299</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33069591"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.aucc.2020.07.010</pub-id>
          <pub-id pub-id-type="medline">33069591</pub-id>
          <pub-id pub-id-type="pii">S1036-7314(20)30261-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7556260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liput</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Kane-Gill</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Seybert</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Smithburger</surname>
              <given-names>PL</given-names>
            </name>
          </person-group>
          <article-title>A review of the perceptions of healthcare providers and family members toward family involvement in active adult patient care in the ICU</article-title>
          <source>Crit Care Med</source>
          <year>2016</year>
          <month>06</month>
          <volume>44</volume>
          <issue>6</issue>
          <fpage>1191</fpage>
          <lpage>1197</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000001641</pub-id>
          <pub-id pub-id-type="medline">26958747</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hedayat</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Tieszen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kon</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Shepard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Spuhler</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Todres</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ghandi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>D</given-names>
            </name>
            <collab>American College of Critical Care Medicine Task Force 2004-2005‚ Society of Critical Care Medicine</collab>
          </person-group>
          <article-title>Clinical practice guidelines for support of the family in the patient-centered intensive care unit: American College of Critical Care Medicine Task Force 2004-2005</article-title>
          <source>Crit Care Med</source>
          <year>2007</year>
          <month>02</month>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>605</fpage>
          <lpage>622</lpage>
          <pub-id pub-id-type="doi">10.1097/01.CCM.0000254067.14607.EB</pub-id>
          <pub-id pub-id-type="medline">17205007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Truog</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Luce</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Rubenfeld</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>DC</given-names>
            </name>
            <collab>American Academy of Critical Care Medicine</collab>
          </person-group>
          <article-title>Recommendations for end-of-life care in the intensive care unit: a consensus statement by the American College [corrected] of Critical Care Medicine</article-title>
          <source>Crit Care Med</source>
          <year>2008</year>
          <month>03</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>953</fpage>
          <lpage>963</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0B013E3181659096</pub-id>
          <pub-id pub-id-type="medline">18431285</pub-id>
          <pub-id pub-id-type="pii">00003246-200803000-00041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trees</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Ohs</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Family communication about end-of-life decisions and the enactment of the decision-maker role</article-title>
          <source>Behav Sci (Basel)</source>
          <year>2017</year>
          <month>06</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=bs7020036"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/bs7020036</pub-id>
          <pub-id pub-id-type="medline">28590407</pub-id>
          <pub-id pub-id-type="pii">bs7020036</pub-id>
          <pub-id pub-id-type="pmcid">PMC5485466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baggs</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Dombeck</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Sellers</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Family members' informal roles in end-of-life decision making in adult intensive care units</article-title>
          <source>Am J Crit Care</source>
          <year>2012</year>
          <month>01</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22210699"/>
          </comment>
          <pub-id pub-id-type="doi">10.4037/ajcc2012520</pub-id>
          <pub-id pub-id-type="medline">22210699</pub-id>
          <pub-id pub-id-type="pii">21/1/43</pub-id>
          <pub-id pub-id-type="pmcid">PMC3615559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lautrette</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peigne</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Souweine</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Azoulay</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Surrogate decision makers for incompetent ICU patients: a European perspective</article-title>
          <source>Curr Opin Crit Care</source>
          <year>2008</year>
          <month>12</month>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>714</fpage>
          <lpage>719</lpage>
          <pub-id pub-id-type="doi">10.1097/MCC.0b013e3283196319</pub-id>
          <pub-id pub-id-type="medline">19005315</pub-id>
          <pub-id pub-id-type="pii">00075198-200812000-00016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moye</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sabatino</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Brendel</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the capacity to appoint a healthcare proxy</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2013</year>
          <month>04</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>326</fpage>
          <lpage>336</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23498379"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2012.09.001</pub-id>
          <pub-id pub-id-type="medline">23498379</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(12)00035-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4859336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Comparing the FHCDA to surrogate decision making laws in other states</article-title>
          <source>NYSBA Health Law Journal</source>
          <year>2011</year>
          <month>03</month>
          <access-date>2022-05-25</access-date>
          <publisher-name>Widener Law School Legal Studies Research Paper</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://papers.ssrn.com/sol3/papers.cfm?abstract_id=1797930">https://papers.ssrn.com/sol3/papers.cfm?abstract_id=1797930</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Legal fundamentals of surrogate decision making</article-title>
          <source>Chest</source>
          <year>2012</year>
          <month>04</month>
          <volume>141</volume>
          <issue>4</issue>
          <fpage>1074</fpage>
          <lpage>1081</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.11-2336</pub-id>
          <pub-id pub-id-type="medline">22474149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brody</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>"Women in the middle" and family help to older people</article-title>
          <source>Gerontologist</source>
          <year>1981</year>
          <month>10</month>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>471</fpage>
          <lpage>480</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/21.5.471</pub-id>
          <pub-id pub-id-type="medline">7338304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Campillo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Heavey</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Revta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thornberry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roeland</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Exploring the definition of an informed health care proxy</article-title>
          <source>J Palliat Med</source>
          <year>2016</year>
          <month>03</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>250</fpage>
          <lpage>251</lpage>
          <pub-id pub-id-type="doi">10.1089/jpm.2015.0439</pub-id>
          <pub-id pub-id-type="medline">26836962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinquart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sörensen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Spouses, adult children, and children-in-law as caregivers of older adults: a meta-analytic comparison</article-title>
          <source>Psychol Aging</source>
          <year>2011</year>
          <month>03</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21417538"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0021863</pub-id>
          <pub-id pub-id-type="medline">21417538</pub-id>
          <pub-id pub-id-type="pii">2011-05113-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4449135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heyland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rocker</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Dodek</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Kutsogiannis</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Konopad</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tranmer</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Callaghan</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Family satisfaction with care in the intensive care unit: results of a multiple center study</article-title>
          <source>Crit Care Med</source>
          <year>2002</year>
          <month>07</month>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>1413</fpage>
          <lpage>1418</lpage>
          <pub-id pub-id-type="doi">10.1097/00003246-200207000-00002</pub-id>
          <pub-id pub-id-type="medline">12130954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cavanaugh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bryden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gudmundson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moodley</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Measuring the ability to meet family needs in an intensive care unit</article-title>
          <source>Crit Care Med</source>
          <year>1998</year>
          <month>02</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>266</fpage>
          <lpage>271</lpage>
          <pub-id pub-id-type="doi">10.1097/00003246-199802000-00023</pub-id>
          <pub-id pub-id-type="medline">9468163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kiesler</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wartella</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rausch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Ivatury</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Optimism, satisfaction with needs met, interpersonal perceptions of the healthcare team, and emotional distress in patients' family members during critical care hospitalization</article-title>
          <source>Am J Crit Care</source>
          <year>2005</year>
          <month>05</month>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>202</fpage>
          <lpage>210</lpage>
          <pub-id pub-id-type="medline">15840894</pub-id>
          <pub-id pub-id-type="pii">14/3/202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>DY</given-names>
            </name>
            <name name-style="western">
              <surname>Yagoda</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perrey</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Tehan</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Guanci</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ananian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Currier</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Cobb</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Rosand</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Assessment of satisfaction with care among family members of survivors in a neuroscience intensive care unit</article-title>
          <source>J Neurosci Nurs</source>
          <year>2014</year>
          <month>04</month>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>116</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24556658"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JNN.0000000000000038</pub-id>
          <pub-id pub-id-type="medline">24556658</pub-id>
          <pub-id pub-id-type="pii">01376517-201404000-00007</pub-id>
          <pub-id pub-id-type="pmcid">PMC4401420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khalaila</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patients' family satisfaction with needs met at the medical intensive care unit</article-title>
          <source>J Adv Nurs</source>
          <year>2013</year>
          <month>05</month>
          <volume>69</volume>
          <issue>5</issue>
          <fpage>1172</fpage>
          <lpage>1182</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2012.06109.x</pub-id>
          <pub-id pub-id-type="medline">22931366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AEW</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>LWH</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghassemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Szolovits</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>MIMIC-III, a freely accessible critical care database</article-title>
          <source>Sci Data</source>
          <year>2016</year>
          <month>05</month>
          <volume>3</volume>
          <fpage>160035</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/sdata.2016.35"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/sdata.2016.35</pub-id>
          <pub-id pub-id-type="medline">27219127</pub-id>
          <pub-id pub-id-type="pii">sdata201635</pub-id>
          <pub-id pub-id-type="pmcid">PMC4878278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Moseley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Salman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bourland</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Lamas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Walling</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Tulsky</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Deep learning algorithms to identify documentation of serious illness conversations during intensive care unit admissions</article-title>
          <source>Palliat Med</source>
          <year>2019</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>196</lpage>
          <pub-id pub-id-type="doi">10.1177/0269216318810421</pub-id>
          <pub-id pub-id-type="medline">30427267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Auriemma</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Lyon</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Strelec</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Kent</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barg</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Defining the medical intensive care unit in the words of patients and their family members: a freelisting analysis</article-title>
          <source>Am J Crit Care</source>
          <year>2015</year>
          <month>07</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>e47</fpage>
          <lpage>e55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26134339"/>
          </comment>
          <pub-id pub-id-type="doi">10.4037/ajcc2015717</pub-id>
          <pub-id pub-id-type="medline">26134339</pub-id>
          <pub-id pub-id-type="pii">24/4/e47</pub-id>
          <pub-id pub-id-type="pmcid">PMC8175038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lucini</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Krewulak</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Fiest</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Bagshaw</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Zuege</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stelfox</surname>
              <given-names>HT</given-names>
            </name>
          </person-group>
          <article-title>Natural language processing to measure the frequency and mode of communication between healthcare professionals and family members of critically ill patients</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2021</year>
          <month>03</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>541</fpage>
          <lpage>548</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33201981"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa263</pub-id>
          <pub-id pub-id-type="medline">33201981</pub-id>
          <pub-id pub-id-type="pii">5986627</pub-id>
          <pub-id pub-id-type="pmcid">PMC7936522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lilley</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zupanc</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Udelsman</surname>
              <given-names>BV</given-names>
            </name>
            <name name-style="western">
              <surname>Walling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tulsky</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Natural language processing to assess end-of-life quality indicators in cancer patients receiving palliative surgery</article-title>
          <source>J Palliat Med</source>
          <year>2019</year>
          <month>02</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>187</lpage>
          <pub-id pub-id-type="doi">10.1089/jpm.2018.0326</pub-id>
          <pub-id pub-id-type="medline">30328764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Udelsman</surname>
              <given-names>BV</given-names>
            </name>
            <name name-style="western">
              <surname>Lilley</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Qadan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillemoe</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Deficits in the palliative care process measures in patients with advanced pancreatic cancer undergoing operative and invasive nonoperative palliative procedures</article-title>
          <source>Ann Surg Oncol</source>
          <year>2019</year>
          <month>12</month>
          <volume>26</volume>
          <issue>13</issue>
          <fpage>4204</fpage>
          <lpage>4212</lpage>
          <pub-id pub-id-type="doi">10.1245/s10434-019-07757-2</pub-id>
          <pub-id pub-id-type="medline">31463695</pub-id>
          <pub-id pub-id-type="pii">10.1245/s10434-019-07757-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Udelsman</surname>
              <given-names>BV</given-names>
            </name>
            <name name-style="western">
              <surname>Moseley</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Sudore</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Deep natural language processing identifies variation in care preference documentation</article-title>
          <source>J Pain Symptom Manage</source>
          <year>2020</year>
          <month>06</month>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>1186</fpage>
          <lpage>1194.e3</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2019.12.374</pub-id>
          <pub-id pub-id-type="medline">31926970</pub-id>
          <pub-id pub-id-type="pii">S0885-3924(20)30002-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poort</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zupanc</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Leiter</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Documentation of palliative and end-of-life care process measures among young adults who died of cancer: a natural language processing approach</article-title>
          <source>J Adolesc Young Adult Oncol</source>
          <year>2020</year>
          <month>02</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>100</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1089/jayao.2019.0040</pub-id>
          <pub-id pub-id-type="medline">31411524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Sando</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Longo</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Socioeconomic and demographic disparities in caregiving intensity and quality of life in informal caregivers: a first look at the National Study of Caregiving</article-title>
          <source>J Gerontol Nurs</source>
          <year>2017</year>
          <month>06</month>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>17</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.3928/00989134-20170224-01</pub-id>
          <pub-id pub-id-type="medline">28253411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obringer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hilgenberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Booker</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Needs of adult family members of intensive care unit patients</article-title>
          <source>J Clin Nurs</source>
          <year>2012</year>
          <month>06</month>
          <volume>21</volume>
          <issue>11-12</issue>
          <fpage>1651</fpage>
          <lpage>1658</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2702.2011.03989.x</pub-id>
          <pub-id pub-id-type="medline">22404287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Takala</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Willatts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De Mendonça</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bruining</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Reinhart</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Suter</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Thijs</surname>
              <given-names>LG</given-names>
            </name>
          </person-group>
          <article-title>The SOFA (sepsis-related organ failure assessment) score to describe organ dysfunction/failure. on behalf of the Working Group on Sepsis-Related Problems of the European Society of Intensive Care Medicine</article-title>
          <source>Intensive Care Med</source>
          <year>1996</year>
          <month>07</month>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>707</fpage>
          <lpage>710</lpage>
          <pub-id pub-id-type="doi">10.1007/BF01709751</pub-id>
          <pub-id pub-id-type="medline">8844239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elixhauser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Coffey</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Comorbidity measures for use with administrative data</article-title>
          <source>Med Care</source>
          <year>1998</year>
          <month>01</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-199801000-00004</pub-id>
          <pub-id pub-id-type="medline">9431328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>RY</given-names>
            </name>
            <name name-style="western">
              <surname>Brumback</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Lober</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Sibley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Treece</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Kross</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Loggers</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Fausto</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Engelberg</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Identifying goals of care conversations in the electronic health record using natural language processing and machine learning</article-title>
          <source>J Pain Symptom Manage</source>
          <year>2021</year>
          <month>01</month>
          <volume>61</volume>
          <issue>1</issue>
          <fpage>136</fpage>
          <lpage>142.e2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32858164"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2020.08.024</pub-id>
          <pub-id pub-id-type="medline">32858164</pub-id>
          <pub-id pub-id-type="pii">S0885-3924(20)30710-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7769906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Efstathiou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderspank-Wright</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vandyk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Janabi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Daham</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sarti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Downar</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Terminal withdrawal of mechanical ventilation in adult intensive care units: a systematic review and narrative synthesis of perceptions, experiences and practices</article-title>
          <source>Palliat Med</source>
          <year>2020</year>
          <month>10</month>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>1140</fpage>
          <lpage>1164</lpage>
          <pub-id pub-id-type="doi">10.1177/0269216320935002</pub-id>
          <pub-id pub-id-type="medline">32597309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Snellings</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Socioeconomic and demographic factors modify observed relationship between caregiving intensity and three dimensions of quality of life in informal adult children caregivers</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2018</year>
          <month>08</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/s12955-018-0996-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12955-018-0996-6</pub-id>
          <pub-id pub-id-type="medline">30157852</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12955-018-0996-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6116379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pirracchio</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Carone</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rigon</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Chevret</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van der Laan</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Mortality prediction in intensive care units with the Super ICU Learner Algorithm (SICULA): a population-based study</article-title>
          <source>Lancet Respir Med</source>
          <year>2015</year>
          <month>01</month>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25466337"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2213-2600(14)70239-5</pub-id>
          <pub-id pub-id-type="medline">25466337</pub-id>
          <pub-id pub-id-type="pii">S2213-2600(14)70239-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4321691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Udelsman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ouchi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brizzi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tulsky</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Needle in a haystack: natural language processing to identify serious illness</article-title>
          <source>J Palliat Med</source>
          <year>2019</year>
          <month>02</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>182</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30251922"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/jpm.2018.0294</pub-id>
          <pub-id pub-id-type="medline">30251922</pub-id>
          <pub-id pub-id-type="pmcid">PMC6909693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Feder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bickell</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman-Green</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Patients' and oncologists' views on family involvement in goals of care conversations</article-title>
          <source>Psychooncology</source>
          <year>2018</year>
          <month>03</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>1035</fpage>
          <lpage>1041</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.4630</pub-id>
          <pub-id pub-id-type="medline">29315989</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dilworth-Anderson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>BE</given-names>
            </name>
          </person-group>
          <article-title>Issues of race, ethnicity, and culture in caregiving research: a 20-year review (1980-2000)</article-title>
          <source>Gerontologist</source>
          <year>2002</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>237</fpage>
          <lpage>272</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/42.2.237</pub-id>
          <pub-id pub-id-type="medline">11914467</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fingerman</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>VanderDrift</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Dotterer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Birditt</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Zarit</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Support to aging parents and grown children in Black and White families</article-title>
          <source>Gerontologist</source>
          <year>2011</year>
          <month>08</month>
          <volume>51</volume>
          <issue>4</issue>
          <fpage>441</fpage>
          <lpage>452</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21199862"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geront/gnq114</pub-id>
          <pub-id pub-id-type="medline">21199862</pub-id>
          <pub-id pub-id-type="pii">gnq114</pub-id>
          <pub-id pub-id-type="pmcid">PMC3202703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chatters</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Patterns of informal support to elderly black adults: Family, friends, and church members</article-title>
          <source>Soc Work</source>
          <year>1986</year>
          <month>11</month>
          <volume>31</volume>
          <issue>6</issue>
          <fpage>432</fpage>
          <lpage>438</lpage>
          <pub-id pub-id-type="doi">10.1093/sw/31.6.432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bullock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Tennstedt</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Employment and caregiving: exploration of African American caregivers</article-title>
          <source>Soc Work</source>
          <year>2003</year>
          <month>04</month>
          <volume>48</volume>
          <issue>2</issue>
          <fpage>150</fpage>
          <lpage>162</lpage>
          <pub-id pub-id-type="doi">10.1093/sw/48.2.150</pub-id>
          <pub-id pub-id-type="medline">12718411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Dilworth-Anderson</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Systems of social support in families who care for dependent African American elders</article-title>
          <source>Gerontologist</source>
          <year>2002</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>224</fpage>
          <lpage>236</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/42.2.224</pub-id>
          <pub-id pub-id-type="medline">11914466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social support for spouse caregivers of persons with dementia</article-title>
          <source>J Gerontol B Psychol Sci Soc Sci</source>
          <year>2000</year>
          <month>05</month>
          <volume>55</volume>
          <issue>3</issue>
          <fpage>S163</fpage>
          <lpage>S172</lpage>
          <pub-id pub-id-type="doi">10.1093/geronb/55.3.s163</pub-id>
          <pub-id pub-id-type="medline">11833984</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Identification of serious illness conversations in unstructured clinical notes using deep neural networks</article-title>
          <source>Artificial Intelligence in Health</source>
          <year>2019</year>
          <month>02</month>
          <conf-name>International Workshop on Artificial Intelligence in Health</conf-name>
          <conf-date>July 13-14, 2018</conf-date>
          <conf-loc>Stockholm, Sweden</conf-loc>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>199</fpage>
          <lpage>212</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/978-3-030-12738-1_15"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/978-3-030-12738-1_15</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
