<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMI</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
            <journal-title>JMIR Medical Informatics</journal-title>
            <issn pub-type="epub">2291-9694</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v3i1e1</article-id>
            <article-id pub-id-type="pmid">25595130</article-id>
            <article-id pub-id-type="doi">10.2196/medinform.4066</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Impact of Information Technology on Information Gaps in Canadian Ambulatory Care Encounters</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Macdonald</surname>
                        <given-names>Don</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1">
                    <name name-style="western">
                        <surname>Korosec</surname>
                        <given-names>Lauren</given-names>
                    </name>
                    <degrees>MA</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1779-923X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2" corresp="yes">
                    <name name-style="western">
                        <surname>Balenko</surname>
                        <given-names>Krista</given-names>
                    </name>
                    <degrees>BCom, PMP</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <address>
                        <institution>Canada Health Infoway</institution>
                        <addr-line>150 King Street West, #1300</addr-line>
                        <addr-line>Toronto, ON, M5H 1J9</addr-line>
                        <country>Canada</country>
                        <phone>1 888 733 6462</phone>
                        <fax>1 416 593 5911</fax>
                        <email>kbalenko@infoway-inforoute.ca</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8219-669X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Hagens</surname>
                        <given-names>Simon</given-names>
                    </name>
                    <degrees>BSc,MBA</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4851-4380</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Ipsos-Reid Corporation</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Canada Health Infoway</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Krista Balenko <email>kbalenko@infoway-inforoute.ca</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>08</day>
                <month>01</month>
                <year>2015</year>
            </pub-date>
            <volume>3</volume>
            <issue>1</issue>
            <elocation-id>e1</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>21</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-request">
                    <day>27</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-recd">
                    <day>04</day>
                    <month>12</month>
                    <year>2014</year>
                </date>
                <date date-type="accepted">
                    <day>09</day>
                    <month>12</month>
                    <year>2014</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Lauren Korosec, Krista Balenko, Simon Hagens. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 08.01.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://medinform.jmir.org/2015/1/e1/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Specialist physicians require clinical information for patient visits in ambulatory encounters, some of which they may access via digital health solutions.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>This study explored the completeness of information for patient care and the consequences of gaps for ambulatory specialist services provided in ambulatory settings in Canada.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>A sample of specialist physicians practising in outpatient clinics was recruited from a health care provider research panel. The study (n=1800 patient encounters) looked at the completeness of patient information experienced by physicians who work in environments with rich health information exchange (Connected) and a comparison cohort with less information available electronically (Unconnected).</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Unconnected physicians were significantly more likely to be missing information they needed for patient encounters (13% of encounters for Unconnected physicians vs 7% for Connected physicians). Unconnected physicians were also more likely to report that missing information had consequences (23% vs 13% of encounters). Lab results were the most common type of patient information missing for both Unconnected and Connected specialists (25% for Unconnected physicians vs 11% Connected physicians).</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>The results from this study indicate that Canadian physicians commonly experience information gaps in ambulatory encounters, and that many of these gaps are of consequence to themselves, their patients, and the healthcare system. Wasting physician and patient time, as well as being forced to proceed with incomplete information, were the most common consequences of information gaps reported.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>digital health</kwd>
                <kwd>information gaps</kwd>
                <kwd>ambulatory</kwd>
                <kwd>outpatient</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Ambulatory care includes a wide range of health care services for patients who are not admitted overnight to a hospital. These services are performed at outpatient clinics, urgent care centers, ambulatory or same-day surgery centers, diagnostic and imaging centers, primary care centers, community health centers, occupational health centers, mental health clinics, and group practices. Canadian Institute for Health Information reported 34 million hospital ambulatory care service visits across all provinces (excluding Quebec) in 2011-2012 [<xref ref-type="bibr" rid="ref1">1</xref>]. The vast majority of these patients would also receive care in other settings, such as from primary care providers, making continuity and coordination of care a priority.</p>
            <p>Evidence suggests that information availability in ambulatory care settings is an important factor for productivity and quality of care [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Some research has looked at the impact of information technology and health information exchange on addressing ambulatory care information gaps in specific settings [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>] with generally positive findings, but there is a need for further research in the Canadian context on the impacts of information technology in these diverse and complex settings.</p>
            <p>Canadian hospitals, health authorities, and governments are making significant investments in both local digital health solutions and broader health information exchanges, with increased adoption resulting from these investments. In 2006, there were approximately 7600 users of electronic health records that share information across settings. By 2014, this had increased significantly to over 62,000 users across Canada [<xref ref-type="bibr" rid="ref10">10</xref>]. Primary Care Physician use of electronic medical records in their practices increased from 24% in 2007 to 64% in 2013 [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
            <p>This study explored the completeness of information for patient care and the consequences of gaps for ambulatory specialist services provided in ambulatory settings in Canada. The completeness of information is based on the extent of information available to physicians electronically from within their practice setting through their own electronic medical record and beyond through access to jurisdictional electronic health record services.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>A sample of 18 specialist physicians practicing in outpatient clinics was recruited from a health care provider research panel. Physicians who do not see patients in an ambulatory setting, those who never require lab or diagnostic imaging results and those who were not from the nine target specialty groups were removed from the sample. Those that remained were segmented into three groups based upon their reported use of information technology in their main ambulatory setting:</p>
            <list list-type="order">
                <list-item>
                    <p>&#8220;Connected&#8221; physicians (63% of qualifying physicians with n=9 recruited for this study) had access to and used comprehensive digital health solutions within their practice settings, such as electronic medical records or hospital information systems. For example, 8 of 9 physicians have entered encounter notes electronically and 9 of 9 could electronically view lab and diagnostic imaging reports that they had ordered. They also had access to patient information from outside their practice setting through health information exchanges (8 of 9 for lab results, 9 of 9 for diagnostic imaging reports, 9 of 9 for a full medication history, and 8 of 9 for referral notes).</p>
                </list-item>
                <list-item>
                    <p>&#8220;Unconnected&#8221; physicians (15% of qualifying physicians with n=9 recruited for this study) had similar access to internal digital health solutions (7 of 9 could access lab and diagnostic imaging reports for tests that they ordered), but only 1 of 9 entered clinical notes electronically. They had less external connectivity, with 1 of 9 able to access lab data from other providers or settings and 1 out of 9 with electronic access to referral notes.</p>
                </list-item>
                <list-item>
                    <p>&#8220;Partially connected&#8221; physicians (22% of qualifying physicians with none included in this study) had some use of digital health use within their practice setting.</p>
                </list-item>
            </list>
            <p>This distribution is generally consistent with the variations in digital health use in Canadian ambulatory clinics. Access to internal hospital systems for laboratory and diagnostic imaging test results is now common across the country, with varying levels of progress in implementing health information exchanges in different regions [<xref ref-type="bibr" rid="ref12">12</xref>]. For example, as shown in <xref ref-type="table" rid="table1">Table 1</xref>, while the 9 Connected physicians are from across the country, there is a heavier concentration in the western Canada. There was also a mix of specialist types across the two study groups.</p>
            <table-wrap position="float" id="table1">
                <label>Table 1</label>
                <caption>
                    <p>Specialty/region matrix for Connected and Unconnected physicians.</p>
                </caption>
                <table width="511" border="1" cellpadding="8" cellspacing="0" rules="groups" frame="hsides">
                    <col width="93" />
                    <col width="84" />
                    <col width="34" />
                    <col width="47" />
                    <col width="53" />
                    <col width="33" />
                    <col width="33" />
                    <col width="47" />
                    <col width="53" />
                    <col width="32" />
                    <thead>
                        <tr valign="bottom">
                            <td rowspan="3">Region</td>
                            <td rowspan="3">
                                <break />
                            </td>
                            <td colspan="4">IT Enabled</td>
                            <td colspan="4">Non-IT Enabled</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="4">
                                <break />
                            </td>
                            <td colspan="4">
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>West</td>
                            <td>Ontario</td>
                            <td>Quebec/East</td>
                            <td>Total</td>
                            <td>West</td>
                            <td>Ontario</td>
                            <td>Quebec/East</td>
                            <td>Total</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td colspan="2">
                                <bold>Specialty</bold>
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Cardiology</td>
                            <td>&#160;</td>
                            <td>&#160;</td>
                            <td>&#160;</td>
                            <td>&#160;</td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                            <td>2</td>
                            <td>3</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>General Internal Medicine</td>
                            <td>1</td>
                            <td>1</td>
                            <td>
                                <break />
                            </td>
                            <td>2</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                            <td>1</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Endocrinology</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>2</td>
                            <td>
                                <break />
                            </td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Nephrology</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Oncology</td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                            <td>1</td>
                            <td>2</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Ophthalmology</td>
                            <td>1</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                            <td>1</td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Orthopedics</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                            <td>
                                <break />
                            </td>
                            <td>1</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Surgery</td>
                            <td>1</td>
                            <td>2</td>
                            <td>1</td>
                            <td>4</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Urology</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">Total</td>
                            <td>3</td>
                            <td>4</td>
                            <td>2</td>
                            <td>9</td>
                            <td>1</td>
                            <td>4</td>
                            <td>4</td>
                            <td>9</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>The 18 physicians that participated in this study collected data about information needs, gaps, and impacts at each of 100 distinct patient visits randomly selected using Canada Health Infoway&#8217;s Patient Data Collection form for a total of n=1800 individual patient encounters. For each encounter, this form was used to capture the need for patient information such as lab results, diagnostic images and reports, medications and referral/clinical notes, the completeness of that information, and the consequences of any information gaps. Differences between the Connected and Unconnected groups were evaluated using a <italic>t</italic> test, <italic>P</italic>=.05, as calculated using Quantum 5.8.</p>
            <p>Physicians collected data between July 17 and August 12, 2013. They were offered an incentive of around CAN $500 for 100 completed forms. Ethics approval was obtained from the Sudbury and District Health Unit Research Ethics Review Committee.</p>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Physicians reported that one or more types of patient information were required for almost all of the 1800 ambulatory clinic visits tracked in this study. As shown in <xref ref-type="table" rid="table2">Table 2</xref>, clinical/referral notes were most often needed (95% of encounters), followed by lab results and medications at 71% and 67% respectively. Immunization information was least often needed of the 8 types of information included in the Patient Data Collection Form (required in 3% of encounters).</p>
            <table-wrap position="float" id="table2">
                <label>Table 2</label>
                <caption>
                    <p>Proportion of all encounters for which a specific type of information was required.</p>
                </caption>
                <table width="514" border="1" cellpadding="8" cellspacing="0" rules="groups" frame="hsides">
                    <col width="239" />
                    <col width="82" />
                    <col width="190" />
                    <thead>
                        <tr valign="bottom">
                            <td rowspan="2">Information Needed</td>
                            <td colspan="2">
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td>Base</td>
                            <td>Proportion %</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>Clinical/Referral Notes</td>
                            <td>1715</td>
                            <td>95%</td>
                        </tr>
                        <tr valign="top">
                            <td>Lab Results</td>
                            <td>1280</td>
                            <td>71%</td>
                        </tr>
                        <tr valign="top">
                            <td>Medications</td>
                            <td>1211</td>
                            <td>67%</td>
                        </tr>
                        <tr valign="top">
                            <td>Diagnostic Imaging</td>
                            <td>1060</td>
                            <td>59%</td>
                        </tr>
                        <tr valign="top">
                            <td>Allergies</td>
                            <td>750</td>
                            <td>42%</td>
                        </tr>
                        <tr valign="top">
                            <td>Discharge/ED Reports</td>
                            <td>531</td>
                            <td>30%</td>
                        </tr>
                        <tr valign="top">
                            <td>Specialist Referral/Appointment Status</td>
                            <td>300</td>
                            <td>17%</td>
                        </tr>
                        <tr valign="top">
                            <td>Immunizations</td>
                            <td>62</td>
                            <td>3%</td>
                        </tr>
                        <tr valign="top">
                            <td>All Encounters Total</td>
                            <td>1800</td>
                            <td>100%</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Connected physicians were more likely than Unconnected physicians to report having the patient information they needed during clinical encounters. This was true across all of the five types of information most often required (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). The largest differential between the two groups was missing lab results (25% Unconnected vs 11% Connected) or diagnostic imaging test results (20% Unconnected vs 11% Connected).</p>
            <p>In addition to analyzing results by Unconnected versus Connected, New Patient encounters versus Regular Patient encounters were also explored. At an overall level, information gaps of any type were more common for patients new to the physician (15% of such encounters), than patients the physicians have previously seen (7% of encounters).</p>
            <p>Information gaps for Connected physicians were more likely to result in &#8220;no action required&#8221;, or there was no consequence to the missing information, compared to information gaps for Unconnected physicians (see <xref ref-type="fig" rid="figure2">Figure 2</xref>). Across the 900 encounters in the Connected group, 87% of the time, physicians either indicated &#8220;no action required&#8221; or identified no impacts related to information gaps. That compares to 77% of encounters for the Unconnected group.</p>
            <p>There were statistically significant differences in the impacts of information gaps between the two groups for five of the six types of potential impacts investigated. It is also important to note that consequences of information gaps existed for both groups, Connected and Unconnected; however, Unconnected physicians were more likely to have to take action because of the missing information than Connected physicians.</p>
            <p>Physician time was more likely to be wasted because of information gaps with Unconnected physicians (13%) compared to Connected physicians (10%). Likewise, as a result of missing information, patient time was more likely to be wasted for Unconnected physician encounters (9%) compared to Connected physician encounters (5%). While re-ordering of tests was less common for both groups, the Unconnected group was significantly more likely to report re-ordering a lab test or diagnostic imaging because of information gaps (5% and 3% of encounters respectively), compared to 2% and 1% of encounters with Connected physicians, respectively. With over 34 million ambulatory care encounters in Canada annually, even differences of 2-3% in test volumes are meaningful and substantive in terms of daily patient volume, costs, and impact on the patient. The largest differential between Connected versus Unconnected physicians is where physicians indicated they were forced to proceed with incomplete information, which impacted 4% of encounters for the Connected group and 13% for the Unconnected group.</p>
            <fig id="figure1" position="float">
                <label>Figure 1</label>
                <caption>
                    <p>Missing information by required patient information.</p>
                </caption>
                <graphic xlink:href="medinform_v3i1e35_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
            </fig>
            <fig id="figure2" position="float">
                <label>Figure 2</label>
                <caption>
                    <p>Impacts of missing information.</p>
                </caption>
                <graphic xlink:href="medinform_v3i1e35_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
            </fig>
            <sec>
                <title>Limitations</title>
                <p>While the sample size in terms of physicians (n=18) across a diverse group of specialties is a limitation of this study, the total number of encounters studied (n=1800) provides a robust basis for analysis. Due to the sample size, we were not able to match specialist types or geographic regions across the two groups. Potential diversity in information needs across specialty types is mitigated by focusing on gaps only for information types that physicians report being required in each encounter. It should also be noted that the existence of information gaps and the related impacts were subject to interpretation by the participating physicians.</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The number of patients being seen in ambulatory clinics is rising, both in Canada [<xref ref-type="bibr" rid="ref13">13</xref>] and in other countries. These patients tend to be receiving care in multiple settings from a variety of providers, making care coordination important. Investments in local digital health solutions and broader health information exchange aim to help address this challenge.</p>
            <p>The results from this study indicate that Canadian physicians commonly experience information gaps in ambulatory encounters, and that many of these gaps are of consequence to themselves, their patients, and the healthcare system. However, Connected physicians (those who indicate they have more robust internal and external electronic access to patient information) are much less likely to experience information gaps compared to Unconnected physicians. Information gaps experienced are also more likely to have a material impact for Unconnected physicians and their patients. The findings thus support the drive to increase availability and adoption of digital health solutions and health information exchange in order to provide authorized clinicians with more complete information to support patient encounters.</p>
            <p>This study also generates some important questions for further research. While having access to electronic information from both inside and outside the organization reduce the incidence of information gaps and related impacts, there are still 13% of encounters in the Connected group where action was required or the gaps had other consequences. A better understanding of the source of these gaps will be important for continuing to improve health care quality, including coordination and continuity of care. Likewise, for both groups it would be helpful to understand the magnitudes of time wasted, implications of being forced to proceed with incomplete information, and consequences of having to re-order laboratory or diagnostic imaging tests.</p>
        </sec>
    </body>
    <back>
        <ack>
            <p>This study and the publication costs for this article have been covered by Canada Health Infoway Inc, a non-profit corporation funded by the Government of Canada. The funders had no role in the decision to publish the manuscript. Ethics approval obtained by the Sudbury &#38; District Health Unit Research Ethics Review Committee.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="web">
                    <source>Canadian Institute for Health Information</source>
                    <access-date>2014-08-08</access-date>
                    <comment>Canadian MIS Database<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.cihi.ca/mstrapp/asp/Main.aspx?server=apmstrextprd_i&#38;project=Quick+Stats&#38;uid=pce_pub_en&#38;pwd=&#38;evt=2048001&#38;visualizationMode=0&#38;documentID=3B8B8E3F47691C75CBA1F48D54D06E29">http://apps.cihi.ca/mstrapp/asp/Main.aspx?server=apmstrextprd_i&#38;project=Quick+Stats&#38;uid=pce_pub_en&#38;pwd=&#38;evt=2048001&#38;visualizationMode=0&#38;documentID=3B8B8E3F47691C75CBA1F48D54D06E29</ext-link>
                    </comment>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Tang</surname>
                            <given-names>PC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jaworski</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fellencer</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kreider</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>LaRosa</surname>
                            <given-names>MP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Marquardt</surname>
                            <given-names>WC</given-names>
                        </name>
                    </person-group>
                    <article-title>Clinician Information Activities in Diverse Ambulatory Care Practices</article-title>
                    <source>AMIA Annual Fall Symposium</source>
                    <year>1996</year>
                    <conf-name>Proceedings of the AMIA Annual Fall Symposium</conf-name>
                    <conf-date>1996</conf-date>
                    <conf-loc>Washington, DC</conf-loc>
                    <fpage>12</fpage>
                    <lpage>16</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Stiell</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Prevalence of information gaps in the emergency department and the effect on patient outcomes</article-title>
                    <source>CMAJ</source>
                    <year>2003</year>
                    <volume>169</volume>
                    <issue>10</issue>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>HR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Luxman</surname>
                            <given-names>CN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bailey</surname>
                            <given-names>TS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brunning</surname>
                            <given-names>JD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zemmel</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Morrell</surname>
                            <given-names>LK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nathan</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>RA</given-names>
                        </name>
                    </person-group>
                    <article-title>Outpatient clinic: where is the delay?</article-title>
                    <source>J R Soc Med</source>
                    <year>2002</year>
                    <month>12</month>
                    <volume>95</volume>
                    <issue>12</issue>
                    <fpage>604</fpage>
                    <lpage>5</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Burnett</surname>
                            <given-names>SJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Deelchand</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Franklin</surname>
                            <given-names>BD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moorthy</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vincent</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Missing Clinical Information in NHS hospital outpatient clinics: prevalence, causes and effects on patient care</article-title>
                    <source>BMC Health Serv Res</source>
                    <year>2011</year>
                    <volume>11</volume>
                    <fpage>114</fpage>
                    <pub-id pub-id-type="doi">10.1186/1472-6963-11-114</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Frisse</surname>
                            <given-names>ME</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holmes</surname>
                            <given-names>RL</given-names>
                        </name>
                    </person-group>
                    <article-title>Estimated financial savings associated with health information exchange and ambulatory care referral</article-title>
                    <source>J Biomed Inform</source>
                    <year>2007</year>
                    <month>12</month>
                    <volume>40</volume>
                    <issue>6 Suppl</issue>
                    <fpage>S27</fpage>
                    <lpage>32</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jbi.2007.08.004</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Alfreds</surname>
                            <given-names>ST</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Witter</surname>
                            <given-names>DM</given-names>
                        </name>
                    </person-group>
                    <source>Maine.gov</source>
                    <access-date>2014-12-12</access-date>
                    <comment>The Impact of Electronic Health Information Exchange (HIE) Services in Maine: Avoidable Service and Productivity Savings - Estimates Related to HealthInfoNet Services<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www1.maine.gov/hit/sustainability/HINValuation11-19.pdf">https://www1.maine.gov/hit/sustainability/HINValuation11-19.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UlzoymSu</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Unertl</surname>
                            <given-names>KM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>KB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lorenzi</surname>
                            <given-names>NM</given-names>
                        </name>
                    </person-group>
                    <article-title>Health information exchange technology on the front lines of healthcare: workflow factors and patterns of use</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2012</year>
                    <month>06</month>
                    <volume>19</volume>
                    <issue>3</issue>
                    <fpage>392</fpage>
                    <lpage>400</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22003156" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000432</pub-id>
                    <pub-id pub-id-type="medline">22003156</pub-id>
                    <pub-id pub-id-type="pii">amiajnl-2011-000432</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3341790</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Straus</surname>
                            <given-names>SG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>AH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yee</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kushel</surname>
                            <given-names>MB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bell</surname>
                            <given-names>DS</given-names>
                        </name>
                    </person-group>
                    <article-title>Implementation of an Electronic Referral System for Outpatient Specialty Care</article-title>
                    <source>AMIA Annual Symposium Proceedings</source>
                    <year>2011</year>
                    <conf-name>AMIA Annual Symposium 2011</conf-name>
                    <conf-date>2011</conf-date>
                    <conf-loc>Washington, DC</conf-loc>
                    <fpage>1337</fpage>
                    <lpage>1346</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="web">
                    <source>10 Canada Health Infoway, Annual Report 2013-2014, pg 9</source>
                    <access-date>2014-12-02</access-date>
                    <comment>Retrieved from<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/annual-reports">https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/annual-reports</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UWne3qOd</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="web">
                    <source>11 Canada Health Infoway, Annual Report 2013-2014, pg 12</source>
                    <access-date>2014-12-02</access-date>
                    <comment>Retrieved from<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/annual-reports">https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/annual-reports</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UWne3qOd</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="web">
                    <source>12 Canada Health Infoway, Annual Report 2013-2014, pg 9</source>
                    <access-date>2014-12-02</access-date>
                    <comment>Retrieved from<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/annual-reports">https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/annual-reports</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UWne3qOd</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="web">
                    <source>Canadian Institute for Health Information</source>
                    <comment>Canadian MIS Database<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.cihi.ca/mstrapp/asp/Main.aspx?server=apmstrextprd_i&#38;project=Quick+Stats&#38;uid=pce_pub_en&#38;pwd=&#38;evt=2048001&#38;visualizationMode=0&#38;documentID=3B8B8E3F47691C75CBA1F48D54D06E29">http://apps.cihi.ca/mstrapp/asp/Main.aspx?server=apmstrextprd_i&#38;project=Quick+Stats&#38;uid=pce_pub_en&#38;pwd=&#38;evt=2048001&#38;visualizationMode=0&#38;documentID=3B8B8E3F47691C75CBA1F48D54D06E29</ext-link>
                    </comment>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
