<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMI</journal-id>
            <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
            <journal-title>JMIR Medical Informatics</journal-title>
            <issn pub-type="epub">2291-9694</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v3i1e2</article-id>
            <article-id pub-id-type="pmid">25595165</article-id>
            <article-id pub-id-type="doi">10.2196/medinform.3541</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Impact of Early Electronic Prescribing on Pharmacists&#8217; Clarification Calls in Four Community Pharmacies Located in St John&#8217;s, Newfoundland</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Kadmon</surname>
                        <given-names>G</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Rubinelli</surname>
                        <given-names>Sara</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>&#214;hlund</surname>
                        <given-names>Sten-Erik</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Phillips</surname>
                        <given-names>Jennifer L</given-names>
                    </name>
                    <degrees>BSc</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>NL Centre for Health Information</institution>
                        <institution>Research and Evaluation</institution>
                        <addr-line>70 O'Leary Avenue</addr-line>
                        <addr-line>St John's, NL, A1B 2C7</addr-line>
                        <country>Canada</country>
                        <phone>1 709 752 6022</phone>
                        <fax>1 709 752 6172</fax>
                        <email>jennifer.phillips@nlchi.nl.ca</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1765-9528</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Shea</surname>
                        <given-names>Jennifer M</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3791-6819</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Leung</surname>
                        <given-names>Valerie</given-names>
                    </name>
                    <degrees>BSc Pharm, MBA</degrees>
                    <xref rid="aff3" ref-type="aff">3</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6780-5378</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>MacDonald</surname>
                        <given-names>Don</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <xref rid="aff4" ref-type="aff">4</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2332-2016</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>NL Centre for Health Information</institution>
                <institution>Research and Evaluation</institution>
                <addr-line>St John's, NL</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Eastern Health</institution>
                <institution>Cancer Care Program</institution>
                <addr-line>St John's, NL</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff3">
                <sup>3</sup>
                <institution>Canada Health Infoway</institution>
                <institution>Clinical Adoption</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff4">
                <sup>4</sup>
                <institution>Faculty of Medicine</institution>
                <institution>Memorial University of Newfoundland and Labrador</institution>
                <addr-line>St John's, NL</addr-line>
                <country>Canada</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Jennifer L Phillips <email>jennifer.phillips@nlchi.nl.ca</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>06</day>
                <month>01</month>
                <year>2015</year>
            </pub-date>
            <volume>3</volume>
            <issue>1</issue>
            <elocation-id>e2</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>22</day>
                    <month>05</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-request">
                    <day>19</day>
                    <month>07</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-recd">
                    <day>22</day>
                    <month>10</month>
                    <year>2014</year>
                </date>
                <date date-type="accepted">
                    <day>24</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Jennifer L Phillips, Jennifer M Shea, Valerie Leung, Don MacDonald. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 06.01.2015. </copyright-statement>
            <copyright-year>2014</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://medinform.jmir.org/2015/1/e2/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Electronic prescribing (e-prescribing) can potentially help prevent medication errors. As the use of e-prescribing increases across Canada, understanding the benefits and gaps of early e-prescribing can help inform deployment of future e-prescribing systems.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>The purpose of this exploratory study was to determine the prevalence of, reasons for, and average time taken for pharmacist clarification calls to prescribers for electronic medical record (EMR)-generated and handwritten prescriptions.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Four community pharmacies in St John&#8217;s, Newfoundland, Canada prospectively collected information on clarification calls to prescribers for new prescriptions over a period of 17 to 19 weeks. Four semistructured interviews were conducted following the data collection period to gain further insight.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>An estimated 1.33% of handwritten prescriptions required clarification compared with 0.66% of EMR-generated prescriptions. Overall, 1.11% of prescriptions required clarification with the prescriber.  While illegibility was eliminated with EMR-generated prescriptions, clarification was still required for missing information (24%) and appropriateness (51%). Key themes, including errors unique to EMR-generated prescriptions, emerged from the qualitative interviews.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Advanced e-prescribing functionality will enable secure transmission of prescriptions from prescribers to a patient&#8217;s pharmacy of choice through a provincial electronic Drug Information System (DIS)/Pharmacy Network, which will lessen the need for clarification calls, especially in the domains of missing information and appropriateness of the prescription. This exploratory study provides valuable insight into the benefits and gaps of early e-prescribing. Advanced e-prescribing systems will provide an opportunity for further realization of quality and safety benefits related to medication prescribing.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>electronic prescribing</kwd>
                <kwd>pharmacy</kwd>
                <kwd>pharmacists</kwd>
                <kwd>Clinical Pharmacy Information Systems</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>The National Coordinating Council for Medication Error Reporting and Prevention (NCC MERP) defines medication error as any preventable event that may cause, or lead to, inappropriate medication use or patient harm while the medication is in the control of the health care professional, patient, or consumer, and states that such events may be related to prescribing [<xref ref-type="bibr" rid="ref1">1</xref>]. The link between medication error and prescribing was further emphasized in 2000, when the Institute for Safe Medication Practices (ISMP) issued a call to action to eliminate the use of handwritten prescriptions, citing this as a source of medication errors. Although only part of a solution to a complex problem, ISMP identified electronic prescribing (e-prescribing) technology to be potentially useful in preventing medication errors [<xref ref-type="bibr" rid="ref2">2</xref>]. In 2006, the Institute of Medicine recommended that all physicians and pharmacies use electronic prescribing by 2010 [<xref ref-type="bibr" rid="ref3">3</xref>]. More recently in 2012, the Canadian Medical Association (CMA) and Canadian Pharmacists Association (CPhA) released a joint position that e-prescribing will improve patient care and safety, and committed to a vision that sees e-prescribing in place for Canadians by 2015 [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
            <p>Despite this, there continues to be debate about the impact of e-prescribing technology on patient safety outcomes [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Previous research has largely focused on the benefits of computerized provider order entry (CPOE) in inpatient hospital environments, while studies of outpatient electronic prescribing have yielded mixed results [<xref ref-type="bibr" rid="ref7">7</xref>]. Basic computerized prescribing systems with some clinical decision support functionality have been shown to decrease medication error rates in community-based practices [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. However, a study in two US chain grocery stores found no significant difference in the number of pharmacist interventions required when comparing new handwritten prescriptions and electronic prescriptions [<xref ref-type="bibr" rid="ref10">10</xref>]. It is important to consider the degree of sophistication and system integration of the e-prescribing technology when measuring the value of such systems, as these likely have a substantial impact on the benefits realized [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. In particular, a recent study found that electronic transmission of prescriptions from physicians&#8217; offices to a pharmacy significantly decreased the risk of dispensing errors compared with outpatient CPOE alone [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
            <p>The national landscape of health information technology deployment and adoption are important considerations when contemplating e-prescribing. In Canada, the electronic health record (EHR) is a secure and private lifetime record of a person&#8217;s health and health care history, deployed using a series of repository systems. This approach is similar to that used in the United Kingdom, Norway, and the US Department of Veterans Affairs, as well as Kaiser Permanente, a large American health care organization. These repositories collect and store health information in jurisdictionally coordinated repositories. The provincial Drug Information System (DIS) is one component of the EHR. The EHR is then accessed by authorized health care providers using point-of-care systems, such as electronic medical records (EMRs) and pharmacy management systems [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
            <p>E-prescribing is defined as the secure electronic creation and transmission of a prescription between an authorized prescriber and a patient&#8217;s pharmacy of choice, using the clinical EMR and pharmacy management software [<xref ref-type="bibr" rid="ref4">4</xref>]. In Canada, based on the hub-and-spoke model, the DIS component of the EHR serves as a central repository for electronic prescriptions. E-prescriptions would first be transmitted from EMRs to the DIS and then to the pharmacy management system. This is in contrast to the decentralized model traditionally deployed in Scandinavian countries known to be early adopters of e-prescribing, such as Denmark [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
            <p>In 2010, Canada Health Infoway commissioned a Pan-Canadian Drug Information Systems study, which included an evaluation of early e-prescribing. At that time, fully evolved e-prescribing was not yet implemented in Canada. Early e-prescribing refers to the use of a stand-alone EMR in a clinician&#8217;s office to generate prescriptions (EMR generated) that are printed on paper and then either provided to the patient as they leave, or faxed directly to the pharmacy. Pharmacists surveyed in the study estimated that 40% of prescriptions they received were EMR generated and that these prescriptions required less clarification calls than handwritten scripts [<xref ref-type="bibr" rid="ref18">18</xref>]. The 2012 Commonwealth Fund survey found that 43% of primary care physicians surveyed used electronic systems for prescribing and, although this increased from 11% in 2006, Canada was still lagging behind other countries in e-prescribing adoption [<xref ref-type="bibr" rid="ref19">19</xref>]. Results of a recent 2014 national survey of pharmacists reflects similar rates of e-prescribing adoption [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
            <p>Based on this landscape, understanding the attributes of early e-prescribing in Canada will be valuable as fully evolved e-prescribing begins to be deployed across the country. Clarification calls occur when a pharmacist contacts a prescriber to seek clarity on various elements of the prescription and/or to discuss the appropriateness of a medication with the implicit purpose of preventing medication error. Therefore, although clarification calls may only represent one aspect of medication error avoidance, learning more about the frequency and nature of these interventions will help characterize benefits and gaps of early e-prescribing.</p>
            <p>The purpose of this study was to explore the prevalence of pharmacist clarification calls to prescribers, the average time taken to perform these clarifications, and how the reasons for clarification calls differ between handwritten and EMR-generated prescriptions at four community pharmacies in St. John&#8217;s, Newfoundland and Labrador. At the time of the study, a provincial DIS was being deployed across Newfoundland and Labrador [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Recruitment</title>
                <p>The research team approached the Pharmacy Network Project Team at the Newfoundland and Labrador Centre for Health Information (the Centre). The Centre is the province&#8217;s primary custodian of electronic health data, and is responsible for the development and implementation of the confidential and secure provincial electronic health record, including the provincial Pharmacy Network. The Centre maintains key health databases, prepares and distributes health reports, supports and carries out health analytics and applied health research activities, and undertakes benefits-evaluation projects. Additionally, the Centre provides quality information to health professionals, the public, researchers, and health system decision makers. Given the Pharmacy Network Project Team&#8217;s relationship with community pharmacies, they were chosen as a means for recruiting community pharmacies to participate in this study. Four of the five pharmacies identified agreed to participate, while the fifth declined due to work commitments.</p>
            </sec>
            <sec>
                <title>Quantitative Data Collection</title>
                <p>Data were collected at the four study pharmacies between July 20 and December 3, 2011, over a period of 17 to 19 weeks, depending on the pharmacy, using a one-page standardized data collection sheet. This data collection sheet was pilot-tested and refined prior to initiation of the study to ensure validity of the tool. Using this tool, pharmacists were asked to document the prescription type received (handwritten or EMR generated), how the prescription arrived at the pharmacy (brought in by the patient or faxed), name of drug(s) prescribed, which drug(s) required clarification, reason for clarification (illegible handwriting, missing information, dose discrepancy from previous prescription, possible drug interaction, allergy, cost contraindication, insurance issue, or other), and time taken for clarification calls to prescribers. Three pharmacies collected data Monday through Saturday. However, to minimize disruption in workflow, the fourth only collected data on alternating days of the week. Only the total number of new prescriptions (no refills) on designated data collection days was recorded. Data were analyzed using SPSS version 17.0.</p>
            </sec>
            <sec>
                <title>Qualitative Data Collection</title>
                <p>Four semistructured interviews were completed with participating pharmacists between December 22, 2011 and January 10, 2012. During these interviews, pharmacists were asked about the reasons that prescriptions require intervention, the time spent and methods used for resolving issues, and specific errors frequently associated with handwritten and EMR-generated prescriptions. They were also asked to estimate the percentage of EMR-generated prescriptions received at their practice site. Sessions were audiotaped and transcribed. Interview transcripts underwent thematic/content analysis with the aid of NVivo 9 software. This study was approved by the Health Research Ethics Authority of Memorial University of Newfoundland and Labrador on June 29, 2011 (REB Ref #11.112).</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Quantitative Data</title>
                <p>Overall, for 18,042 new prescriptions filled during the study period, there were 200 (1.11%) clarification calls made. The mean length of time to make a clarification call was 9.1 minutes (SD 5.6). <xref ref-type="table" rid="table1">Table 1</xref> provides the characteristics of the study pharmacies, while <xref ref-type="table" rid="table2">Table 2</xref> shows the number and percentages of new prescriptions requiring clarification.</p>
                <p>An estimated 1.33% (161/12,089) of handwritten prescriptions required a clarification call, compared to 0.66% (39/5953) of EMR-generated prescriptions. For three out of four study pharmacies, the estimated proportion of clarification calls for handwritten prescriptions was higher than that of EMR-generated prescriptions, whereas the fourth pharmacy required clarification for a higher proportion of EMR-generated versus handwritten prescriptions. Across all pharmacies, handwritten prescriptions resulted in the majority of clarification calls to prescribers (161/200, 80.5%).</p>
                <table-wrap position="float" id="table1">
                    <label>Table 1</label>
                    <caption>
                        <p>Characteristics of study pharmacies.</p>
                    </caption>
                    <table width="613" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="279" />
                        <col width="50" />
                        <col width="49" />
                        <col width="52" />
                        <col width="51" />
                        <col width="46" />
                        <thead>
                            <tr valign="bottom">
                                <td>Pharmacy characteristics</td>
                                <td colspan="4">Pharmacy<sup>a</sup>
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="bottom">
                                <td>&#160;</td>
                                <td>A</td>
                                <td>B<sup>b</sup>
                                </td>
                                <td>C</td>
                                <td>D</td>
                                <td>Total</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Length of data collection time in weeks</td>
                                <td>18</td>
                                <td>19</td>
                                <td>18</td>
                                <td>17</td>
                                <td>72&#160;</td>
                            </tr>
                            <tr valign="bottom">
                                <td>Total number of new prescriptions in study period<sup>c</sup>, n</td>
                                <td>2539</td>
                                <td>1980</td>
                                <td>11,473</td>
                                <td>2050</td>
                                <td>18,042</td>
                            </tr>
                            <tr valign="bottom">
                                <td>Estimated number<sup>d</sup>of handwritten prescriptions, n (%)</td>
                                <td>2412 (95.00)</td>
                                <td>990 (50.00)</td>
                                <td>7457 (65.00)</td>
                                <td>1230 (60.00)</td>
                                <td>12,089 (67.00)</td>
                            </tr>
                            <tr valign="bottom">
                                <td>Estimated number<sup>d</sup>of EMR-generated prescriptions, n (%)</td>
                                <td>127 (5.00)</td>
                                <td>990 (50.00)</td>
                                <td>4016 (35.00)</td>
                                <td>820 (40.00)</td>
                                <td>5953 (33.00)</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table1fn1">
                            <p>
                                <sup>a</sup>The four pharmacies are referred to as A, B, C, and D.</p>
                        </fn>
                        <fn id="table1fn2">
                            <p>
                                <sup>b</sup>Data for pharmacy B were collected 2-3 days per week over a period of 19 weeks, versus 6 days per week for the other pharmacies.</p>
                        </fn>
                        <fn id="table1fn3">
                            <p>
                                <sup>c</sup>Verbal (n=2) and missing (n=2) prescriptions were excluded.</p>
                        </fn>
                        <fn id="table1fn4">
                            <p>
                                <sup>d</sup>Estimates obtained during qualitative interviews with pharmacists.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <table-wrap position="float" id="table2">
                    <label>Table 2</label>
                    <caption>
                        <p>Prevalence of clarification calls by prescription type.</p>
                    </caption>
                    <table width="642" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="32" />
                        <col width="190" />
                        <col width="64" />
                        <col width="64" />
                        <col width="62" />
                        <col width="61" />
                        <col width="69" />
                        <thead>
                            <tr valign="bottom">
                                <td colspan="2">Prescription type</td>
                                <td colspan="4">Pharmacy<sup>a</sup>
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="bottom">
                                <td colspan="2">
                                    <break />
                                </td>
                                <td>A</td>
                                <td>B<sup>b</sup>
                                </td>
                                <td>C</td>
                                <td>D</td>
                                <td>Total</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="bottom">
                                <td colspan="2">
                                    <bold>All new</bold>
                                    <sup>c</sup>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Total, n</td>
                                <td>2539</td>
                                <td>1980</td>
                                <td>11,473</td>
                                <td>2050</td>
                                <td>18,042</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Requiring clarification, n (%)</td>
                                <td>62 (2.44)</td>
                                <td>61 (3.08)</td>
                                <td>64 (0.56)</td>
                                <td>13 (0.63)</td>
                                <td>200 (1.11)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Handwritten</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="bottom">
                                <td>
                                    <break />
                                </td>
                                <td>Estimated total<sup>d</sup>, n</td>
                                <td>2412</td>
                                <td>990</td>
                                <td>7457</td>
                                <td>1230</td>
                                <td>12,089</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Requiring clarification, n (%)</td>
                                <td>55 (2.28)</td>
                                <td>43 (4.3)</td>
                                <td>54 (0.72)</td>
                                <td>9 (0.73)</td>
                                <td>161 (1.33)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>EMR generated</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="bottom">
                                <td>
                                    <break />
                                </td>
                                <td>Estimated total<sup>d</sup>, n</td>
                                <td>127</td>
                                <td>990</td>
                                <td>4016</td>
                                <td>820</td>
                                <td>5953</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Requiring clarification, n (%)</td>
                                <td>7 (5.5)</td>
                                <td>18 (1.8)</td>
                                <td>10 (0.25)</td>
                                <td>4 (0.5)</td>
                                <td>39 (0.66)</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table2fn1">
                            <p>
                                <sup>a</sup>The four pharmacies are referred to as A, B, C, and D.</p>
                        </fn>
                        <fn id="table2fn2">
                            <p>
                                <sup>b</sup>Data for pharmacy B were collected 2-3 days per week over a period of 19 weeks, versus 6 days per week for the other pharmacies.</p>
                        </fn>
                        <fn id="table2fn3">
                            <p>
                                <sup>c</sup>Verbal (n=2) and missing (n=2) prescriptions were excluded.</p>
                        </fn>
                        <fn id="table2fn4">
                            <p>
                                <sup>d</sup>Estimates obtained during qualitative interviews with pharmacists.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>The mean duration of clarification calls for pharmacies A, B, C, and D were 7.2 (SD 4.8), 13.2 (SD 3.1), 7.2 (SD 6.3), and 8.5 (SD 4.6) minutes, respectively. The mean duration of clarification calls for all pharmacies combined was 9.1 (SD 5.6) minutes.</p>
                <p>
                    <xref ref-type="table" rid="table3">Table 3</xref> shows the reported reasons for clarification calls grouped across four themes: illegibility, missing information (ie, dose, drug, duration, and frequency), appropriateness of the prescription for the patient (ie, dose discrepancy, confirm dosage, known allergy to drug, possible drug interaction, previous adverse reaction, verify directions, and drug), and other (eg, medication not available, insurance, and cost of drug). Some prescriptions had multiple causes for initiation of a clarification call resulting in a total of 236 reported reasons for clarification.</p>
                <p>Overall, the most common reason for clarification was to verify the appropriateness of the prescription for the patient (92/236, 39.0%), followed by illegibility (48/236, 20.3%). Dose discrepancy, a reason within the appropriateness category, made up 22.0% (52/236) of all reasons for clarification calls&#8212;40 out of 195 (20.5%) for handwritten and 12 out of 41 (29%) for EMR-generated prescriptions. Missing information was the reason for 19.9% (47/236) of calls. In the Other category, the most common reasons were that the medication was not available (15/236, 6.4%)&#8212;12 out of 39 (31%) for handwritten and 3 out of 10 (30%) for EMR-generated prescriptions&#8212;and insurance issues (12/236, 5.1%)&#8212;11 out of 39 (28%) for handwritten and 1 out of 10 (10%) for EMR-generated prescriptions.</p>
                <table-wrap position="float" id="table3">
                    <label>Table 3</label>
                    <caption>
                        <p>Reasons for clarification calls.</p>
                    </caption>
                    <table width="623" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="248" />
                        <col width="113" />
                        <col width="124" />
                        <col width="82" />
                        <thead>
                            <tr valign="top">
                                <td>Reason for clarification call</td>
                                <td colspan="2">Prescription type requiring clarification call</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Handwritten<break />(n=195)</td>
                                <td>EMR generated<break />(n=41)</td>
                                <td>Total<break />(n=236)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Illegibility, n (%)</td>
                                <td>48 (24.6)</td>
                                <td>0 (0)</td>
                                <td>48 (20.3)</td>
                            </tr>
                            <tr valign="top">
                                <td>Missing information, n (%)</td>
                                <td>37 (19.0)</td>
                                <td>10 (24)</td>
                                <td>47 (19.9)</td>
                            </tr>
                            <tr valign="top">
                                <td>Appropriateness of prescription, n (%)</td>
                                <td>71 (36.4)</td>
                                <td>21 (51)</td>
                                <td>92 (39.0)</td>
                            </tr>
                            <tr valign="top">
                                <td>Other, n (%)</td>
                                <td>39 (20.0)</td>
                                <td>10 (24)</td>
                                <td>49 (20.8)</td>
                            </tr>
                            <tr valign="top">
                                <td>Total, n</td>
                                <td>195</td>
                                <td>41</td>
                                <td>236</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Qualitative Interviews</title>
                <p>Several important themes emerged from the qualitative interviews, with respect to prescriptions requiring intervention and specific errors associated with prescription type. Four themes are reviewed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, including (1) reduction in clarification calls, (2) elimination of illegibility, (3) unique errors with EMR-generated prescriptions, and (4) errors with reprinting prescriptions. When asked about issue resolution, interview subjects cited engaging the patient, using medication profiles, and contacting the prescriber as common interventions. The two pharmacists that were connected to Pharmacy Network noted that while there are limitations due to partial adoption, the Pharmacy Network was beneficial in identifying potential drug abuse and for accessing the patient&#8217;s profile. In addition, the medication management program was cited as an enabler for pharmacists to resolve prescription issues independently. Under this standard of practice, pharmacists in Newfoundland and Labrador are authorized to change the form and/or regimen of dosage, change the quantity of medication, complete any missing information, and make nonformulary generic substitutions under specific circumstances, such as having historical information available from a patient&#8217;s medication profile [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
                <p>Although illegibility was eliminated, all participants agreed that certain issues with EMR-generated prescriptions still necessitate contacting the prescriber from time to time. For example, participants noted that certain computer-generated defaults, such as quantity calculations and drug catalogs, sometimes lead to error. Interestingly, one pharmacist alluded to incomplete medication reconciliation as a source of missing information: &#8220;The doctor will write out a list of medications for somebody and they omit one&#8230;and you have to call to get the prescription.&#8221; Perpetuation of errors can also be a problem when discrepancies are resolved by the pharmacist at the point of dispensing, but are not documented in the prescriber&#8217;s EMR.</p>
                <boxed-text id="box1" position="float">
                    <title>Themes and illustrative quotes from qualitative interviews, with respect to interventions needed and specific errors associated with prescription type.</title>
                    <p>Themes with illustrative quotes</p>
                    <p>1. Pharmacists perceived a reduction in clarification calls with EMR-generated prescriptions compared with handwritten prescriptions.</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>&#8220;I think the computer-generated ones reduce the amount of calls. There are still calls there but I think there is a reduction.&#8221;</p>
                        </list-item>
                        <list-item>
                            <p>&#8220;&#8230;if they&#8217;re typing it in they might be looking right at their chart because their charts are probably automated as well so that might help&#8230;&#8221;</p>
                        </list-item>
                    </list>
                    <p>2. Illegibility was eliminated with EMR-generated prescriptions.</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>&#8220;Things that you cannot read are eliminated with computer-generated scripts.&#8221;</p>
                        </list-item>
                    </list>
                    <list list-type="bullet">
                        <list-item>
                            <p>&#8220;&#8230;most times I can&#8217;t make out a doctor&#8217;s signature, but with computer generated it generates right on the bottom.&#8221;</p>
                        </list-item>
                    </list>
                    <p>3. EMR-generated prescriptions have errors unique to EMR systems.</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>&#8220;I find with computer-generated stuff is that they use defaults&#8230;little odd things like quantities. I had someone prescribed .6134 of a tablet before because the computer generated something odd.&#8221;</p>
                        </list-item>
                        <list-item>
                            <p>&#8220;The computer calculated quantities and a lot of the time the quantities come up as 12.3522&#8230;(the clinic next door) is set up for American drugs, too, and we don&#8217;t have these here.&#8221;</p>
                        </list-item>
                    </list>
                    <p>4. Some errors with EMR-generated prescriptions are due to prescribers&#8217; reprinting of prescriptions.</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>&#8220;I get the same mistakes over and over again with computer-generated slips because they just print them off again every three months&#8230;I get errors, the same ones.&#8221;</p>
                        </list-item>
                    </list>
                </boxed-text>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Results</title>
                <p>In this study, the overall prevalence of new prescriptions requiring clarification was 1.11% (200/18,042). At three sites, the estimated proportion of clarification calls for handwritten prescriptions was higher than for EMR-generated prescriptions. The fourth site required clarification for a higher proportion of EMR-generated versus handwritten prescriptions, however, it also had the lowest estimated percentage of EMR-generated prescriptions. Consistent with the literature, an important benefit of EMR-generated prescriptions was elimination of illegibility, however, EMR-generated prescriptions still required pharmacist intervention, mostly due to omission of information and dosing [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. While clarification calls to prescribers will continue to be required, the need to do so for missing information and dose discrepancies present important opportunities for future benefits possible with advanced e-prescribing.</p>
                <p>Whereas missing information and dose discrepancy accounted for 41.9% (99/236) of all reasons for clarification in this study, these actually accounted for 54% (22/41) of reasons for clarifications for EMR-generated prescriptions. Errors unique to EMR-generated prescriptions, such as incorrect rounding or default quantities, were also highlighted by interview subjects. With the average time for a clarification call being 9.1 minutes in this study, a reduction in the need for clarification calls could have a considerable impact on the day-to-day activities of pharmacists. This may also translate to productivity benefits for both prescribers and pharmacists, as previously articulated in a Pan-Canadian DIS study [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
            </sec>
            <sec>
                <title>Comparison With Prior Work</title>
                <p>In the Canadian context, fully evolved e-prescribing will enable secure electronic transmission of prescriptions from prescribers to a patient&#8217;s pharmacy via a provincial DIS which may further decrease prescription issues [<xref ref-type="bibr" rid="ref15">15</xref>]. Connecting EMRs and pharmacy management systems to a DIS necessitates implementation of interoperability standards which may help mitigate issues frequently encountered for EMR-generated prescriptions in this study. For instance, defining mandatory information for successful transmission of a prescription to the DIS may reduce missing information, thereby reducing the need for clarification at the point of dispensing. This is analogous to a &#8220;forcing function&#8221; designed to prevent omitted information as described by Nanji et al [<xref ref-type="bibr" rid="ref14">14</xref>]. Similarly, the use of specific terminology for drugs to create alignment between EMR drug catalogs and drug identifiers defined at the DIS level may help reduce prescriptions for products that are not available in Canada. As part of implementation, jurisdictions may also impose business rules that could reduce the likelihood of incorrect default quantities being prescribed, for example, requiring the EMR to display the final prescription to the prescriber for review and validation prior to signing off.</p>
                <p>In this study and others, consulting patient medication profiles was a frequent pharmacist intervention for resolving problems with prescriptions [<xref ref-type="bibr" rid="ref10">10</xref>]. As noted in the interviews, once adoption of the provincial DIS in Newfoundland and Labrador (ie, Pharmacy Network) is complete, a more comprehensive medication profile will become available. This tool may further support pharmacists in assessing the appropriateness of prescriptions by providing relevant context such as titration of dosages over time. Advanced e-prescribing functionality will also enable prescribers to have access to the same medication profile, potentially mitigating issues like unintentional dose discrepancies at the time of prescribing.</p>
                <p>Finally, despite issues being resolved at the point of dispensing, it was observed in this study that with EMR-generated prescriptions, errors tend to be repeated upon reprinting. With advanced e-prescribing functionality, information about the final prescription would be recorded in the DIS, not just the local pharmacy management system, decreasing the chance that the identical error could be perpetuated in the future.</p>
            </sec>
            <sec>
                <title>Limitations</title>
                <p>This study used an exploratory prospective research design focusing on a small convenience sample of community-based pharmacies in a small Canadian city. The small number of qualitative interviews conducted may also limit generalizability. In addition to a limited sample size, another constraint of this study is that for the purposes of reducing respondent burden, the total number of EMR-generated and handwritten prescriptions was based on pharmacists&#8217; estimates rather than collected prospectively. That said, insights from this small study are important from a lessons-learned perspective. Finally, this study did not quantitatively capture data about pharmacist interventions other than clarification calls, such as discrepancies resolved by the pharmacist using available medication management resources or in collaboration with the patient themselves. Including these may have been useful in understanding how advanced e-prescribing might offer additional benefit in either augmenting or making these types of interventions more efficient.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>This study provides valuable insight around the impact of early e-prescribing on pharmacists&#8217; clarification calls in four community pharmacies located in St. John&#8217;s, Newfoundland. While illegibility has been eliminated by computer-generated prescriptions, advanced e-prescribing functionality with connectivity to an electronic provincial DIS provides an opportunity for further realization of benefits related to medication prescribing.</p>
            </sec>
        </sec>
    </body>
    <back>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">CMA</term>
                    <def>
                        <p>Canadian Medical Association</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">CPhA</term>
                    <def>
                        <p>Canadian Pharmacists Association</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">CPOE</term>
                    <def>
                        <p>computerized provider order entry</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb4">DIS</term>
                    <def>
                        <p>Drug Information System</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb5">EHR</term>
                    <def>
                        <p>electronic health record</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb6">EMR</term>
                    <def>
                        <p>electronic medical record</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb7">ISMP</term>
                    <def>
                        <p>Institute for Safe Medication Practices</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb8">NCC MERP</term>
                    <def>
                        <p>National Coordinating Council for Medication Error Reporting and Prevention</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>This study and the publication costs for this article have been covered by Canada Health Infoway Inc., a non-profit corporation funded by the Government of Canada. The funders had no role in study design, data collection and analysis, or decision to publish the manuscript. The authors would also like to thank the four pharmacists for their participation in this study.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>Valerie Leung is an employee of Canada Health Infoway Inc.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="web">
                    <source>National Coordinating Council for Medication Error Reporting and Prevention</source>
                    <year>2014</year>
                    <access-date>2014-10-15</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nccmerp.org/aboutMedErrors.html">http://www.nccmerp.org/aboutMedErrors.html</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6TLbMZEOO</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web">
                    <source>Institute for Safe Medication Practice (ISMP)</source>
                    <year>2000</year>
                    <access-date>2014-04-24</access-date>
                    <comment>A call to action: Eliminate handwritten prescriptions within 3 years!<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ismp.org/newsletters/acutecare/articles/whitepaper.asp">http://www.ismp.org/newsletters/acutecare/articles/whitepaper.asp</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4Zmj6Fa</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Institute of Medicine of the National Academies</collab>
                    </person-group>
                    <source>National Academy of Sciences</source>
                    <year>2006</year>
                    <access-date>2014-04-24</access-date>
                    <comment>Preventing medication errors<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.iom.edu/~/media/Files/Report%20Files/2006/Preventing-Medication-Errors-Quality-Chasm-Series/medicationerrorsnew.pdf">http://www.iom.edu/~/media/Files/Report%20Files/2006/Preventing-Medication-Errors-Quality-Chasm-Series/medicationerrorsnew.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4Zx3SNe</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="web">
                    <source>Canadian Medical Association (CMA) and Canadian Pharmacists Association (CPhA)</source>
                    <year>2012</year>
                    <access-date>2014-04-24</access-date>
                    <comment>Vision for e-prescribing: a joint statement by the Canadian Medical Association and the Canadian Pharmacists Association<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://policybase.cma.ca/dbtw-wpd/Policypdf/PD13-02.pdf">http://policybase.cma.ca/dbtw-wpd/Policypdf/PD13-02.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4a2eSg6</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Berger</surname>
                            <given-names>RG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kichak</surname>
                            <given-names>JP</given-names>
                        </name>
                    </person-group>
                    <article-title>Computerized physician order entry: helpful or harmful?</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2004</year>
                    <volume>11</volume>
                    <issue>2</issue>
                    <fpage>100</fpage>
                    <lpage>103</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=14633934" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1197/jamia.M1411</pub-id>
                    <pub-id pub-id-type="medline">14633934</pub-id>
                    <pub-id pub-id-type="pii">M1411</pub-id>
                    <pub-id pub-id-type="pmcid">PMC353014</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wong</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yu</surname>
                            <given-names>SK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holbrook</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>A systematic review of medication safety outcomes related to drug interaction software</article-title>
                    <source>J Popul Ther Clin Pharmacol</source>
                    <year>2010</year>
                    <volume>17</volume>
                    <issue>2</issue>
                    <fpage>e243</fpage>
                    <lpage>255</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jptcp.com/jptcp09016_holbrook_e243-e255-pdf-r157542" />
                    </comment>
                    <pub-id pub-id-type="medline">20664117</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ammenwerth</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schnell-Inderst</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Machan</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Siebert</surname>
                            <given-names>U</given-names>
                        </name>
                    </person-group>
                    <article-title>The effect of electronic prescribing on medication errors and adverse drug events: a systematic review</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2008</year>
                    <volume>15</volume>
                    <issue>5</issue>
                    <fpage>585</fpage>
                    <lpage>600</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=18579832" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1197/jamia.M2667</pub-id>
                    <pub-id pub-id-type="medline">18579832</pub-id>
                    <pub-id pub-id-type="pii">M2667</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2528040</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Devine</surname>
                            <given-names>EB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hansen</surname>
                            <given-names>RN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wilson-Norton</surname>
                            <given-names>JL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lawless</surname>
                            <given-names>NM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fisk</surname>
                            <given-names>AW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Blough</surname>
                            <given-names>DK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Martin</surname>
                            <given-names>DP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sullivan</surname>
                            <given-names>SD</given-names>
                        </name>
                    </person-group>
                    <article-title>The impact of computerized provider order entry on medication errors in a multispecialty group practice</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2010</year>
                    <volume>17</volume>
                    <issue>1</issue>
                    <fpage>78</fpage>
                    <lpage>84</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=20064806" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1197/jamia.M3285</pub-id>
                    <pub-id pub-id-type="medline">20064806</pub-id>
                    <pub-id pub-id-type="pii">17/1/78</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2995630</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kaushal</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kern</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barr&#243;n</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Quaresimo</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Abramson</surname>
                            <given-names>EL</given-names>
                        </name>
                    </person-group>
                    <article-title>Electronic prescribing improves medication safety in community-based office practices</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2010</year>
                    <month>06</month>
                    <volume>25</volume>
                    <issue>6</issue>
                    <fpage>530</fpage>
                    <lpage>536</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20186499" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1007/s11606-009-1238-8</pub-id>
                    <pub-id pub-id-type="medline">20186499</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2869410</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gilligan</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mohney</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Montenegro</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schwarz</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Warholak</surname>
                            <given-names>TL</given-names>
                        </name>
                    </person-group>
                    <article-title>Analysis of pharmacists' interventions on electronic versus traditional prescriptions in 2 community pharmacies</article-title>
                    <source>Res Social Adm Pharm</source>
                    <year>2012</year>
                    <volume>8</volume>
                    <issue>6</issue>
                    <fpage>523</fpage>
                    <lpage>532</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.sapharm.2011.12.005</pub-id>
                    <pub-id pub-id-type="medline">22264963</pub-id>
                    <pub-id pub-id-type="pii">S1551-7411(11)00165-3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gandhi</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Weingart</surname>
                            <given-names>SN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seger</surname>
                            <given-names>AC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Borus</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Burdick</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Poon</surname>
                            <given-names>EG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leape</surname>
                            <given-names>LL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                    </person-group>
                    <article-title>Outpatient prescribing errors and the impact of computerized prescribing</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2005</year>
                    <month>09</month>
                    <volume>20</volume>
                    <issue>9</issue>
                    <fpage>837</fpage>
                    <lpage>841</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16117752" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1111/j.1525-1497.2005.0194.x</pub-id>
                    <pub-id pub-id-type="medline">16117752</pub-id>
                    <pub-id pub-id-type="pii">JGI05414</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1490201</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Abramson</surname>
                            <given-names>EL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barr&#243;n</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Quaresimo</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kaushal</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Electronic prescribing within an electronic health record reduces ambulatory prescribing errors</article-title>
                    <source>Jt Comm J Qual Patient Saf</source>
                    <year>2011</year>
                    <month>10</month>
                    <volume>37</volume>
                    <issue>10</issue>
                    <fpage>470</fpage>
                    <lpage>478</lpage>
                    <pub-id pub-id-type="medline">22013821</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nanji</surname>
                            <given-names>KC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rothschild</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Salzberg</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keohane</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zigmont</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Devita</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gandhi</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dalal</surname>
                            <given-names>AK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Poon</surname>
                            <given-names>EG</given-names>
                        </name>
                    </person-group>
                    <article-title>Errors associated with outpatient computerized prescribing systems</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2011</year>
                    <volume>18</volume>
                    <issue>6</issue>
                    <fpage>767</fpage>
                    <lpage>773</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=21715428" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000205</pub-id>
                    <pub-id pub-id-type="medline">21715428</pub-id>
                    <pub-id pub-id-type="pii">amiajnl-2011-000205</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3197998</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Desroches</surname>
                            <given-names>CM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Agarwal</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Angst</surname>
                            <given-names>CM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fischer</surname>
                            <given-names>MA</given-names>
                        </name>
                    </person-group>
                    <article-title>Differences between integrated and stand-alone e-prescribing systems have implications for future use</article-title>
                    <source>Health Aff (Millwood)</source>
                    <year>2010</year>
                    <month>12</month>
                    <volume>29</volume>
                    <issue>12</issue>
                    <fpage>2268</fpage>
                    <lpage>2277</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://content.healthaffairs.org/cgi/pmidlookup?view=long&#38;pmid=21134929" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1377/hlthaff.2010.0557</pub-id>
                    <pub-id pub-id-type="medline">21134929</pub-id>
                    <pub-id pub-id-type="pii">29/12/2268</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Moniz</surname>
                            <given-names>TT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seger</surname>
                            <given-names>AC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keohane</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seger</surname>
                            <given-names>DL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rothschild</surname>
                            <given-names>JM</given-names>
                        </name>
                    </person-group>
                    <article-title>Addition of electronic prescription transmission to computerized prescriber order entry: Effect on dispensing errors in community pharmacies</article-title>
                    <source>Am J Health Syst Pharm</source>
                    <year>2011</year>
                    <month>01</month>
                    <day>15</day>
                    <volume>68</volume>
                    <issue>2</issue>
                    <fpage>158</fpage>
                    <lpage>163</lpage>
                    <pub-id pub-id-type="doi">10.2146/ajhp080298</pub-id>
                    <pub-id pub-id-type="medline">21200064</pub-id>
                    <pub-id pub-id-type="pii">68/2/158</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="web">
                    <source>Canada Health Infoway</source>
                    <year>2015</year>
                    <access-date>2014-10-15</access-date>
                    <comment>Advancing Canada&#039;s next generation of healthcare<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/vision/doc_download/82-2015-canada-s-next-generation-of-health-care-full">https://www.infoway-inforoute.ca/index.php/resources/infoway-corporate/vision/doc_download/82-2015-canada-s-next-generation-of-health-care-full</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6TLbWbuIg</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="web">
                    <source>Health Information and Quality Authority</source>
                    <year>2012</year>
                    <month>11</month>
                    <access-date>2014-10-15</access-date>
                    <comment>EPrescribing and electronic transfer of prescriptions: an international review<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://hiqa.ie/publications/eprescribing-and-electronic-transfer-prescriptions-international-review">http://hiqa.ie/publications/eprescribing-and-electronic-transfer-prescriptions-international-review</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6TLbcRXsS</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Deloitte</collab>
                    </person-group>
                    <source>Deloitte</source>
                    <year>2010</year>
                    <month>09</month>
                    <access-date>2014-04-24</access-date>
                    <comment>National impacts of generation 2 drug information systems: technical report<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www2.infoway-inforoute.ca/Documents/dis/National_Impacts_of_GEN%202_DIS-Technical_Report_en.pdf">https://www2.infoway-inforoute.ca/Documents/dis/National_Impacts_of_GEN%202_DIS-Technical_Report_en.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4a9ALDy</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="web">
                    <source>Health Council of Canada</source>
                    <year>2013</year>
                    <access-date>2014-04-24</access-date>
                    <comment>How do Canadian primary care physicians rate the health system? Survey results from the 2012 Commonwealth Fund International Health Policy Survey of Primary Care Doctors<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://healthcouncilcanada.ca/rpt_det.php?id=444">http://healthcouncilcanada.ca/rpt_det.php?id=444</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4aLcEWD</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="web">
                    <source>Harris/Decima</source>
                    <year>2014</year>
                    <month>08</month>
                    <access-date>2014-12-11</access-date>
                    <comment>Survey of Canadian community pharmacists: Use of digital health technologies in practice<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.infoway-inforoute.ca/index.php/resources/reports/clinical/doc_download/2247-the-national-survey-of-canadian-community-pharmacists-use-of-digital-health-technologies-in-practice">https://www.infoway-inforoute.ca/index.php/resources/reports/clinical/doc_download/2247-the-national-survey-of-canadian-community-pharmacists-use-of-digital-health-technologies-in-practice</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6Uk2aYFlF</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="web">
                    <source>Newfoundland and Labrador Centre for Health Information (The Centre)</source>
                    <year>2014</year>
                    <access-date>2014-04-24</access-date>
                    <comment>The Pharmacy Network<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nlchi.nl.ca/pharmacynetwork/">http://www.nlchi.nl.ca/pharmacynetwork/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4aU6YoN</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="web">
                    <source>Newfoundland and Labrador Pharmacy Board</source>
                    <year>2010</year>
                    <access-date>2014-04-24</access-date>
                    <comment>Standards of pharmacy practice: Medication management by community pharmacists<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nlpb.ca/pharmacy-practice/standards-guidelines-policies/">http://www.nlpb.ca/pharmacy-practice/standards-guidelines-policies/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6P4hrhk0g</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Warholak</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rupp</surname>
                            <given-names>MT</given-names>
                        </name>
                    </person-group>
                    <article-title>Analysis of community chain pharmacists' interventions on electronic prescriptions</article-title>
                    <source>J Am Pharm Assoc (2003)</source>
                    <year>2009</year>
                    <volume>49</volume>
                    <issue>1</issue>
                    <fpage>59</fpage>
                    <lpage>64</lpage>
                    <pub-id pub-id-type="doi">10.1331/JAPhA.2009.08013</pub-id>
                    <pub-id pub-id-type="medline">19196598</pub-id>
                    <pub-id pub-id-type="pii">BWX3475142202878</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
