<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i3e16199</article-id>
      <article-id pub-id-type="pmid">32229472</article-id>
      <article-id pub-id-type="doi">10.2196/16199</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Discrepancies in Written Versus Calculated Durations in Opioid Prescriptions: Pre-Post Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Hefner</surname>
            <given-names>Jennifer</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fincham</surname>
            <given-names>Colin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sieck</surname>
            <given-names>Cynthia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wong</surname>
            <given-names>David</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Slovis</surname>
            <given-names>Benjamin H</given-names>
          </name>
          <degrees>MA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Office of the Chief Medical Information Officer</institution>
            <institution>Thomas Jefferson University</institution>
            <addr-line>833 Chestnut St, 10th Floor</addr-line>
            <addr-line>Philadelphia, PA, 19107</addr-line>
            <country>United States</country>
            <phone>1 215 955 7975</phone>
            <email>Benjamin.Slovis@jefferson.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4396-3512</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kairys</surname>
            <given-names>John</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8195-5233</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Babula</surname>
            <given-names>Bracken</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7896-3972</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Girondo</surname>
            <given-names>Melanie</given-names>
          </name>
          <degrees>RN, MSN</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8362-3486</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Martino</surname>
            <given-names>Cara</given-names>
          </name>
          <degrees>RN, MSN</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0399-4621</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Roke</surname>
            <given-names>Lindsey M</given-names>
          </name>
          <degrees>PharmD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9134-8269</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Riggio</surname>
            <given-names>Jeffrey</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8655-3006</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Office of the Chief Medical Information Officer</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Surgery</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Medicine</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Information Services and Technology</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Benjamin H Slovis <email>Benjamin.Slovis@jefferson.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>31</day>
        <month>3</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>3</issue>
      <elocation-id>e16199</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>1</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Benjamin H Slovis, John Kairys, Bracken Babula, Melanie Girondo, Cara Martino, Lindsey M Roke, Jeffrey Riggio. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 31.03.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2020/3/e16199" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The United States is in the midst of an opioid epidemic. Long-term use of opioid medications is associated with an increased risk of dependence. The US Centers for Disease Control and Prevention makes specific recommendations regarding opioid prescribing, including that prescription quantities should not exceed the intended duration of treatment.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The purpose of this study was to determine if opioid prescription quantities written at our institution exceed intended duration of treatment and whether enhancements to our electronic health record system improved any discrepancies.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We examined the opioid prescriptions written at our institution for a 22-month period. We examined the duration of treatment documented in the prescription itself and calculated a duration based on the quantity of tablets and doses per day. We determined whether requiring documentation of the prescription duration affected these outcomes.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We reviewed 72,314 opioid prescriptions, of which 16.96% had a calculated duration that was greater than what was documented in the prescription. Making the duration a required field significantly reduced this discrepancy (17.95% vs 16.21%, <italic>P</italic>&#60;.001) but did not eliminate it.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Health information technology vendors should develop tools that, by default, accurately represent prescription durations and/or modify doses and quantities dispensed based on provider-entered durations. This would potentially reduce unintended prolonged opioid use and reduce the potential for long-term dependence.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>informatics</kwd>
        <kwd>electronic health record</kwd>
        <kwd>opioids</kwd>
        <kwd>prescription</kwd>
        <kwd>duration</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The United States is in the midst of an opioid epidemic [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The rate of death from opioids is increasing; more than 67% of the 70,237 overdose deaths in the United States in 2017 were attributed to opioid drugs [<xref ref-type="bibr" rid="ref3">3</xref>]. Drug overdoses could soon become the number one cause of death of Americans under the age of 50 years [<xref ref-type="bibr" rid="ref4">4</xref>]. Opioid overdoses are a public health crisis associated with significant medical costs and resource utilization [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Chronic opioid use is often preceded by treatment of acute pain [<xref ref-type="bibr" rid="ref12">12</xref>], and long-term prescription opioids are associated with progression to illicit opioid abuse [<xref ref-type="bibr" rid="ref13">13</xref>]. Despite the clear correlation between prescription opioid use and mortality, opioids continue to be routinely prescribed [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. While the United States makes up only 4.3% of the global population [<xref ref-type="bibr" rid="ref16">16</xref>], Americans consume more than 80% of the world’s supply of opioid medications [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>In the Commonwealth of Pennsylvania, there were 5456 drug-related overdoses in 2017 [<xref ref-type="bibr" rid="ref18">18</xref>], the third-highest of any state for drug-related deaths in the nation [<xref ref-type="bibr" rid="ref19">19</xref>]. In 2016, 60% of all Pennsylvania counties had prescribing rates higher than the national average. In 2017, even though there was an overall decline in opioid prescriptions, enough oxycodone and hydrocodone were dispensed to provide every Pennsylvanian with 32 dosage units of these drugs [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Reduction in the number of opioid prescriptions, opioid doses, and duration of treatment are critical to curbing the opioid epidemic. State prescription drug monitoring programs (PDMPs) allow physicians to assess a patient’s controlled-substance prescription history [<xref ref-type="bibr" rid="ref20">20</xref>]. Chronic opioid use and risk of death have been associated with higher prescription doses and longer durations [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. After the third day of use in an opioid-naïve individual, the likelihood of chronic opioid use increases daily. This increase is most drastic on days 5 and 31 [<xref ref-type="bibr" rid="ref22">22</xref>]. Therefore, the US Centers for Disease Control and Prevention (CDC) has authored guidelines on opioid dosing and duration for acute and chronic pain [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Specifically, they recommend a duration of 3 days or less for acute pain, and advise that more than 7 days is unlikely to be required. The CDC also recommends that prescriptions should be of no greater quantity than what is required for the duration of treatment [<xref ref-type="bibr" rid="ref23">23</xref>]. Consequently, opioid prescriptions with unintentionally prolonged durations of treatment may result in increased risk of chronic opioid use and associated morbidity and mortality [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>Health information technology can play a critical role in improving quality of care while improving guideline adherence and decreasing errors [<xref ref-type="bibr" rid="ref26">26</xref>]. Electronic health records (EHRs) have been associated with advanced quality of patient care [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>], and computerized provider order entry (CPOE) is associated with improved efficiency and safety [<xref ref-type="bibr" rid="ref30">30</xref>]. CPOE can improve medication ordering through clinical decision support systems in both active (ie, a pop-up warning of drug-drug interactions) and passive (ie, a dose-appropriate default prescription setting) approaches [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      <p>Some health information technology interventions that require providers to review aspects of current or prior opioid prescriptions have been demonstrated to affect opioid prescribing patterns. For instance, PDMP mandates that require the review of controlled substance prescription history prior to and during opioid prescribing have demonstrated a reduction in opioid prescribing rates [<xref ref-type="bibr" rid="ref32">32</xref>]. Additionally, while some hospitals have attempted to control opioid prescribing patterns through prescription presets of a specific number of tablets [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], others have demonstrated both reductions and increases in tablets dispensed when requiring manual entry of number of tablets to dispense in a prescription [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      <p>Our current vendor-based EHR’s CPOE ordering screen has four fields for opioid prescription entry: (1) dose (ie, number of tablets), (2) frequency (eg, three times a day), (3) duration (ie, number of doses or days), and (4) quantity (ie, the number of tablets dispensed). Previously, the system did not auto-calculate duration from dose, frequency, and quantity or vice versa. Instead, it alerted the provider within the CPOE ordering screen and recommended updating the duration or quantity. This means a provider could write a prescription with a duration of 3 days and a quantity of 200 tablets with only a soft alert. Additionally, prior to August 2018, our institution did not require a duration value to be entered into our CPOE, meaning this field could be left blank. In August 2018, we introduced a number of interventions via modifications to our EHR’s opioid prescription settings: (1) duration was set to be a required field, (2) a <italic>quick button</italic> for 3 days’ duration was added to coincide with CDC guidelines for acute pain, and (3) tablet quantity for all opioid orders was preset to 10.</p>
      <p>The purpose of this research is to examine if there are differences between the duration of treatment as written in an opioid prescription versus the duration associated with the dosing frequency and number of pills dispensed. That is to say, we examined how long the number of dispensed pills at the prescribed frequency would last (ie, the <italic>calculated duration</italic>) and compared that to the duration documented by the prescriber (ie, the <italic>written duration</italic>) for opioids ordered by providers at our institution. Additionally, we examined whether the requirement of a value in the duration field—from the interventions described above—had any effect on accurately representing the <italic>calculated duration</italic> of the prescription. We take special interest in those durations that are calculated to be longer than what was written in the duration field, as these directly contradict the CDC prescribing guidelines [<xref ref-type="bibr" rid="ref23">23</xref>] and may increase risk of the associated negative effects of prolonged opioid use.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Acquisition</title>
        <p>We queried the EHR system of the Center City division of our health care system, which includes an urban academic tertiary care center, an urban academic community hospital, and multiple ambulatory clinics. We examined data generated by Epic (Epic Systems Corporation) via a third-party analytics software, Qlik Sense (QlikTech International), to develop a list of all outpatient opioid prescriptions, including discharge medications, written over 22 months from October 2017 to July 2019. This includes an 11-month preintervention period and an 11-month postintervention period.</p>
        <p>We extracted a number of variables, including the quantity of tablets, the dosage units (ie, mg), the route of administration (ie, oral vs buccal), the <italic>discrete dose</italic> (ie, 15 mg vs 10-15 mg, based on the number of tablets per dose), the written duration, and the frequency of administration.</p>
        <p>For the purposes of this study, we limited the route of administration to <italic>oral</italic> and excluded all nontablet formulations. Finally, we excluded the medications buprenorphine and methadone, as these are routinely used for the management of opioid use disorder.</p>
      </sec>
      <sec>
        <title>Calculated Duration</title>
        <p>In order to compute the calculated duration of each prescription, we took each of the unique possible frequencies in the system (ie, twice a day or every 4 hours) and mapped these to the equivalent number of administrations per 24-hour day. For pro re nata (PRN) medications, we selected the maximum frequency possible. Therefore, “twice a day PRN” resulted in two daily administrations and “every other day” resulted in a daily administration of 0.5.</p>
        <p>Next, we took all doses that contained ranges for their <italic>discrete dose</italic> (ie, 20-30 mg) and isolated the maximum dose possible per administration (ie, 30 mg). We calculated the number of tablets per administration by dividing the maximum dose by the dose per tablet. We calculated the total number of possible doses by dividing the quantity dispensed by number of tablets per administration. Finally, we computed the calculated duration, measured in days, by dividing the total number of doses by the number of administrations per 24 hours. The choice of the maximum dose per administration means that our calculated duration is the shortest possible when holding the other variables constant.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>We first converted all written durations to be represented in units of <italic>days</italic>. We then examined the proportion of prescriptions that did not have a written duration to determine if our intervention had an effect on the documentation of this field. We also examined the proportion of prescriptions for which we could not compute a calculated duration to ensure the preintervention and postintervention periods were similar. Finally, we compared the number of prescriptions written with ranges (ie, 20-30 mg) to see if our intervention had an effect on this category of prescriptions.</p>
        <p>To compare what was documented (ie, written duration) to what was dispensed (ie, calculated duration) for each prescription, we then generated our study cohort by excluding any prescription that did not hold a value for both of these fields. Also, since we computed the calculated duration in units of days, we excluded all written durations not also documented in units of days.</p>
        <p>We examined the written duration of each prescription and compared it to the calculated duration. We categorized each relationship as a written duration equal to, greater than, or less than the calculated duration. We examined whether there were any changes in the relationships between written duration and calculated duration before and after our interventions, with specific interest regarding the requirement to document a written duration. See <xref ref-type="table" rid="table1">Table 1</xref> for examples of each field and how we coded relationships.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Examples of each field extracted from the electronic health record system, with written duration and calculated duration demonstrated, along with their relationship.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="210"/>
            <col width="80"/>
            <col width="80"/>
            <col width="120"/>
            <col width="160"/>
            <col width="100"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Drug</td>
                <td>Prescription instructions</td>
                <td>Dispense quantity</td>
                <td>Written duration</td>
                <td>Administrations per day</td>
                <td>Maximum dose per administration</td>
                <td>Calculated duration<sup>a</sup></td>
                <td>Relationship</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Morphine: 15 mg tablets</td>
                <td>Take 1-2 tablets as needed twice a day for 3 days</td>
                <td>12</td>
                <td>3 days</td>
                <td>2</td>
                <td>30 mg (2 tablets)</td>
                <td>3 days</td>
                <td>Written duration is equal to calculated duration</td>
              </tr>
              <tr valign="top">
                <td>Morphine: 15 mg tablets</td>
                <td>Take 1-2 tablets as needed twice a day for 3 days</td>
                <td>8</td>
                <td>3 days</td>
                <td>2</td>
                <td>30 mg (2 tablets)</td>
                <td>2 days</td>
                <td>Written duration is longer than calculated duration</td>
              </tr>
              <tr valign="top">
                <td>Morphine: 15 mg tablets</td>
                <td>Take 1-2 tablets as needed twice a day for 3 days</td>
                <td>20</td>
                <td>3 days</td>
                <td>2</td>
                <td>30 mg (2 tablets)</td>
                <td>5 days</td>
                <td>Written duration is shorter than calculated duration</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Calculated duration=((quantity of tablets × drug dose in mg) / maximum dose per administration) / administrations per day.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Data cleaning and calculations were performed in Qlik Sense. Statistical analysis was performed in the statistical software R, version 3.3.2 (The R Foundation). Chi-square analysis was used for categorical values. The <italic>t</italic> test was used for parametric data and the Wilcoxon rank-sum test was used for nonparametric data.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>General Results</title>
        <p>There were 92,462 unique opioid prescriptions that met initial inclusion criteria during our study period for 30,426 individual patients. There was a mean number of prescriptions per month of 4202.82 (SD 204.32) and a median number of prescriptions per person per month of 1 (IQR 1-2).</p>
        <p>In the preintervention period, there were 47,131 prescriptions for 16,863 individual patients; in the postintervention period, there were 45,331 prescriptions for 17,483 individual patients. There was no significant difference (<italic>P</italic>=.06) between mean number of prescriptions per month in the preintervention period (mean 4284.64 [SD 200.68]) versus the postintervention period (mean 4121.00 [SD 180.74]). The median number of 1 prescription per person per month did not change (IQR 1-2, <italic>P</italic>=.37).</p>
        <p>There was a statistically significant decrease in the proportion of prescriptions with no written duration documented postintervention (33.54%, 95% CI 33.12-33.97, vs 9.45%, 95% CI 9.19-9.72, <italic>P</italic>&#60;.001). Evaluation of the remaining 9.45% of prescriptions without a written duration appear to be due to refills of prior prescriptions, which were exempt from the new documentation requirement.</p>
        <p>There was a small but significant difference in the proportion of prescriptions in which we were unable to compute the calculated duration when comparing the preperiod and the postperiod (6.01%, 95% CI 5.80-6.23, vs 3.61%, 95% CI 3.44-3.79, <italic>P</italic>&#60;.001).</p>
        <p>There was no significant difference pre- and postintervention in the number of prescriptions that contained ranged doses (ie, 20-30 mg) (4.42%, 95% CI 4.23-4.61, vs 4.66%, 95% CI 4.47-4.86, <italic>P</italic>=.08).</p>
        <p>There were 72,364 out of 92,462 (78.26%) total prescriptions that had a written duration documented. Of these, there were 2632 (3.64%) prescriptions whose written duration units were converted from other duration units to <italic>days</italic>, while the rest were already written in this unit of measurement. Out of 72,364 prescriptions, 50 (0.07%) were excluded because the calculated duration could not be computed. This resulted in 72,314 out of 92,462 (78.21%) total prescriptions meeting the inclusion criteria for our comparison: out of 72,314 prescriptions, 31,300 (43.28%) were in the preintervention period and 41,014 (56.72%) were in the postintervention period. <xref rid="figure1" ref-type="fig">Figure 1</xref> demonstrates the inclusion and exclusion criteria and separate cohorts for comparison.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Breakdown of cohorts based on inclusion and exclusion criteria and separation into preperiod and postperiod cohorts.</p>
          </caption>
          <graphic xlink:href="medinform_v8i3e16199_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Comparison of Written and Calculated Durations</title>
        <p>Of the 72,314 prescriptions, 41.97% (30,353 total, 95% CI 41.61-42.33) had calculated durations that were equivalent to their written durations, 41.06% (29,694 total, 95% CI 40.70-41.42) had calculated durations that were less than their written durations, and 16.96% (12,267 total, 95% CI 16.69-17.24) had a calculated duration that was greater than the written duration.</p>
        <p>Requiring a written duration to be documented significantly improved the number of calculated durations that were equal to their corresponding written duration, from 38.86% (12,163/31,300, 38.86%, 95% CI 38.32-39.40) to 44.35% (18,190/41,014, 44.35%, 95% CI 43.87-44.83, <italic>P</italic>&#60;.001). Additionally, requiring a written duration resulted in a reduction in prescriptions where the calculated duration was longer than the written duration (5617/31,300, 17.95%, 95% CI 17.52-18.37, vs 6650/41,014, 16.21%, 95% CI 15.86-16.57, <italic>P</italic>&#60;.001). Changes in percentages of each relationship between written duration and calculated duration, pre- and postintervention, are presented in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Totals and percentages of each cohort and their associated relationships for pre- and postintervention.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="200"/>
            <col width="220"/>
            <col width="60"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Relationship</td>
                <td>Preperiod (N=31,300), n (%)</td>
                <td>Postperiod (N=41,014), n (%)</td>
                <td><italic>P</italic> value
                </td>
                <td>Total (N=72,314), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Calculated duration equal to written duration</td>
                <td>12,163 (38.86)</td>
                <td>18,190 (44.35)</td>
                <td>&#60;.001</td>
                <td>30,353 (41.97)</td>
              </tr>
              <tr valign="top">
                <td>Calculated duration less than written duration</td>
                <td>13,520 (43.19)</td>
                <td>16,174 (39.44)</td>
                <td>&#60;.001</td>
                <td>29,694 (41.06)</td>
              </tr>
              <tr valign="top">
                <td>Calculated duration greater than written duration</td>
                <td>5617 (17.95)<break/>  <break/>  </td>
                <td>6650 (16.21)</td>
                <td>&#60;.001</td>
                <td>12,267 (16.96)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The opioid epidemic is a major concern in the United States, specifically in the Commonwealth of Pennsylvania [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref18">18</xref>] where the governor has issued a state emergency disaster declaration since 2018 [<xref ref-type="bibr" rid="ref37">37</xref>]. Our hospitals and clinics are located in the heart of a major urban area within the state, in a county that hosts the highest estimated frequency of overdose deaths [<xref ref-type="bibr" rid="ref38">38</xref>] and neighbors a district considered to be the epicenter for illicit opioid trade in the region [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>In order to aid in many state-, city-, and hospital-level initiatives, our clinical informatics group has recently employed solutions to combat the opioid epidemic. These include simplifying PDMP queries, modifications of prescription settings in the emergency department, and analytics tools to track opioid prescribing throughout the institution [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Reduction in opioid prescriptions is a key step in combating this epidemic, and the duration of prescriptions has a significant effect on a patient’s risk of becoming a chronic opioid user [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>In order to study our upcoming planned interventions, we realized we needed a reliable way to calculate durations of opioid prescriptions. Given the prior lack of requirement to document a written duration in our EHR system, we wanted to explore whether this was an accurate representation of a prescription’s true duration and whether making this a requirement improved overall representation of the duration of a prescription as measured by the calculated duration.</p>
        <p>Overall, written duration was <italic>equal to</italic> the calculated duration (41.97%) or <italic>less than</italic> the calculated duration (41.06%) the majority of the time. However, 16.96% of the time our prescriptions had a longer calculated duration than the written duration, which contradicts CDC prescribing guidelines. We are concerned that unintentionally prolonged opioid prescription durations could be contributing to an increased risk of opioid dependence. We must take this opportunity to stress that we do not imply that these prescriptions were intentionally written to break guidelines or to prolong a patient’s duration of opioid therapy. We are simply stating that we observed a difference in these two values and we believe this requires attention. One solution to this issue could be modifications to the EHR system.</p>
        <p>In order to provide peak levels of patient safety and end-user satisfaction, EHRs require continuous review and optimization. A lack of a required field allowed prescription durations to not match what the provider had documented, or likely intended. This is apparent in that requiring documentation of this field reduced those prescriptions without written durations, improved the percentage of written durations that accurately represented their corresponding calculated durations, and reduced the number of calculated durations that exceeded written durations. As discussed in our results, we explored the remaining 9.45% of prescriptions that continued to lack a written duration after our intervention and determined that they were likely due to renewals of prescriptions written prior to our modifications, where the system allows the field previously left blank to remain. Additionally, our intervention did yield a small but significant reduction in prescriptions where we were unable to compute a calculated duration (6.01% vs 3.61%). We attribute this to the addition of a quick button, as described in our methods.</p>
        <p>Many studies have demonstrated how modifications to CPOE can affect opioid prescribing, though most of the literature focuses on tablet counts and not duration of treatment. Delgado et al demonstrated that when transitioning from an EHR that had no preset dispense quantity to an EHR that required a preset of 10 tablets, the median number of oxycodone 5 mg/ acetaminophen 325 mg tablets dispensed by two emergency departments decreased from 11.3 to 10.0 and from 12.6 to 10.9, respectively [<xref ref-type="bibr" rid="ref33">33</xref>]. Similarly, Chiu et al demonstrated that when opioids were prescribed at discharge for outpatient surgery, modification of the default pill count from 30 tablets to 12 tablets reduced the median number of tablets dispensed from 30 to 20 tablets [<xref ref-type="bibr" rid="ref34">34</xref>]. However, they did not examine prescription duration, noting that duration guidelines are usually “far longer than most patients will need,” and modifications of number of tablets dispensed will have a more profound affect [<xref ref-type="bibr" rid="ref34">34</xref>]. While we believe reduction of tablets dispensed is critical to combating the opioid epidemic, at this time, CDC guidelines consider prescription duration to be an important measurement in reducing opioid therapy and combating the epidemic [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Conversely, other studies have demonstrated results from entirely removing presets for opioid tablets dispensed. Santistevan et al showed that in an emergency department setting, removal of the default of 20 tablets for hydrocodone and oxycodone, and the requirement of the prescriber to enter a number of tablets to dispense, reduced the median number of tablets prescribed from 20 to 15 [<xref ref-type="bibr" rid="ref35">35</xref>]. The authors concluded that EHR presets may hinder providers’ ability to prescribe opioids to appropriately fit the variability in patient care (ie, more painful clinical conditions need more tablets) and that prescriptions written at the provider’s discretion may be more appropriate. Contrary to these results, Zwank et al demonstrated an increase in mean number of tablets from 15.31 to 15.77 after removing their 15-tablet preset and requiring manual entry of tablets dispensed [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Crothers et al also examined the effects of transitioning between EHR systems, from a homegrown system to a vendor-based system [<xref ref-type="bibr" rid="ref42">42</xref>]. Their prior EHR system auto-calculated the maximum number of <italic>dispense units</italic> for PRN opioid prescriptions based on dose, frequency, and duration documented. During their implementation, they removed this functionality and instead developed preset dispense quantities, with outpatient prescriptions for clinics and inpatient discharges defaulted to 30 tablets for oxycodone and <italic>null</italic> for hydrocodone. This resulted in a decrease of 1.4 dispense units overall and 3.9 dispense units for inpatient discharge [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>While these studies have examined the effect of changes in the requirement to document the number of tablets dispensed [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref36">36</xref>], to our knowledge we are the first to examine the requirement of documenting a duration field and comparing the duration intended by a prescriber (ie, written duration) to the calculated duration based on the number of tablets dispensed and instructions provided.</p>
        <p>Our results confirm that simple documentation of an opioid prescription’s duration is not sufficient. When a duration field is not directly linked to other elements of the prescription and there is no automated calculation of duration from dose, frequency, and quantity—or vice versa—inaccuracies remain. While it is interesting that Crothers et al demonstrated that removal of such functionality reduced opioid dispensing [<xref ref-type="bibr" rid="ref42">42</xref>], this was performed during a transition of EHR systems and with the addition of prescription presets, which likely influenced their results. Given the importance of the duration of an opioid prescription in the associated risk of long-term use, as well as further potential for overdose, it is vital to have data that accurately represents this value. Additionally, we have demonstrated that retrospective computation of a calculated duration is a viable alternative when written durations are not available for the study of EHR prescribing data.</p>
        <p>In order to improve compliance to CDC opioid prescribing guidelines, EHR system vendors should consider rapidly developing tools that, by default, accurately represent prescription durations and/or modify doses and quantities dispensed based on provider-entered durations. As described in the Introduction, this calculation already exists in our system, but no hard stop or passive updating of prescription fields exists. If a provider intends to prescribe one tablet, three times a day for 3 days, the system should automatically set the quantity at nine tablets; if the provider reduces the quantity to six tablets, the duration of the prescription should automatically be reduced to 2 days.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study was performed at a single, urban academic institution and its associated ambulatory clinics; therefore, our results may not represent the majority of the country’s hospitals. However, given that our institution is located in the state with the third-highest rate of drug overdose, our results may be valid when compared to other states of similar rates of overdose.</p>
        <p>Additionally, as discussed in our methods, we intentionally biased our process of computing the calculated duration to make our resulting durations as short as possible by assuming individual doses were the higher of the possible range (ie, if a possible dose was 5-10 mg, we assumed the dose was 10 mg, thereby meaning that the quantity was used faster and the duration was shorter). This means that our calculations may underrepresent the number of prescriptions where the calculated duration was longer than the written duration if patients were to ration their medications and take lower doses over a longer period of time. Further, while our main intervention was making the duration field a requirement, we also added quick-action buttons and modified some prescription settings, which may have influenced our postperiod results, though we expect this to have been minimal. Finally, we used EHR data to represent durations of medications. While we believe it is important for our prescriptions to accurately represent the intended therapy and to abide by CDC guidelines, we did not determine whether individual patients took their prescribed medication as written, nor did we examine whether each prescription was filled at a pharmacy.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Accurate documentation of an opioid prescription’s duration is critical, both for patient safety and for secondary use in analysis of the status of the opioid epidemic, as well as for evaluating interventions implemented to combat this public health crisis. Our study demonstrates that more than 17% of prescriptions written at our institution had durations documented in the EHRs that were shorter than durations calculated via the dose, frequency, and quantity of tablets prescribed. Requiring documentation of the duration field in a prescription improved these errors statistically but, clinically, a large number of prescriptions continued to not match the calculated duration. EHR vendors should invest in research and development to create functions that automatically calculate and fill values of the opioid prescription to ensure prescriptions are accurately represented, while physicians and hospitals should invest in informatics initiatives to study and improve provider-prescribing practices.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>US Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPOE</term>
          <def>
            <p>computerized provider order entry</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PDMP</term>
          <def>
            <p>prescription drug monitoring program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRN</term>
          <def>
            <p>pro re nata</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Publication was made possible, in part, by support from the Thomas Jefferson University + Philadelphia University Open Access Fund.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>The Opioid Epidemic by the Numbers</source>
          <year>2019</year>
          <month>01</month>
          <access-date>2020-01-27</access-date>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>US Department of Health &#38; Human Services (HHS)</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/opioids/sites/default/files/2019-09/opioids-infographic.pdf">https://www.hhs.gov/opioids/sites/default/files/2019-09/opioids-infographic.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Increases in drug and opioid-involved overdose deaths: United States, 2010-2015</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2016</year>
          <month>12</month>
          <day>30</day>
          <volume>65</volume>
          <issue>50-51</issue>
          <fpage>1445</fpage>
          <lpage>1452</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm655051e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm655051e1</pub-id>
          <pub-id pub-id-type="medline">28033313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kariisa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Drug and opioid-involved overdose deaths: United States, 2013-2017</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>01</month>
          <day>04</day>
          <volume>67</volume>
          <issue>5152</issue>
          <fpage>1419</fpage>
          <lpage>1427</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm675152e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm675152e1</pub-id>
          <pub-id pub-id-type="medline">30605448</pub-id>
          <pub-id pub-id-type="pmcid">PMC6334822</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>The New York Times</source>
          <year>2017</year>
          <access-date>2017-08-19</access-date>
          <comment>Drug deaths in America are rising faster than ever<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/interactive/2017/06/05/upshot/opioid-epidemic-drug-overdose-deaths-are-rising-faster-than-ever.html">https://www.nytimes.com/interactive/2017/06/05/upshot/opioid-epidemic-drug-overdose-deaths-are-rising-faster-than-ever.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuehn</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>Alarming nonfatal overdose rates found for opioids, sedatives, and tranquilizers</article-title>
          <source>JAMA</source>
          <year>2010</year>
          <month>05</month>
          <day>26</day>
          <volume>303</volume>
          <issue>20</issue>
          <fpage>2020</fpage>
          <lpage>2021</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2010.641</pub-id>
          <pub-id pub-id-type="medline">20501919</pub-id>
          <pub-id pub-id-type="pii">303/20/2020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coben</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Furbee</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Sikora</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Tillotson</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Bossarte</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Hospitalizations for poisoning by prescription opioids, sedatives, and tranquilizers</article-title>
          <source>Am J Prev Med</source>
          <year>2010</year>
          <month>05</month>
          <volume>38</volume>
          <issue>5</issue>
          <fpage>517</fpage>
          <lpage>524</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2010.01.022</pub-id>
          <pub-id pub-id-type="medline">20409500</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(10)00099-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Banta-Green</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Merrill</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Weisner</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Silverberg</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Psaty</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Opioid prescriptions for chronic pain and overdose: A cohort study</article-title>
          <source>Ann Intern Med</source>
          <year>2010</year>
          <month>01</month>
          <day>19</day>
          <volume>152</volume>
          <issue>2</issue>
          <fpage>85</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20083827"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-152-2-201001190-00006</pub-id>
          <pub-id pub-id-type="medline">20083827</pub-id>
          <pub-id pub-id-type="pii">152/2/85</pub-id>
          <pub-id pub-id-type="pmcid">PMC3000551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coffin</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Galea</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ahern</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Vlahov</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tardiff</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Opiates, cocaine and alcohol combinations in accidental drug overdose deaths in New York City, 1990-98</article-title>
          <source>Addiction</source>
          <year>2003</year>
          <month>06</month>
          <volume>98</volume>
          <issue>6</issue>
          <fpage>739</fpage>
          <lpage>747</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1360-0443.2003.00376.x</pub-id>
          <pub-id pub-id-type="medline">12780362</pub-id>
          <pub-id pub-id-type="pii">376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darke</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Oxycodone poisoning: Not just the 'usual suspects'</article-title>
          <source>Addiction</source>
          <year>2011</year>
          <month>06</month>
          <volume>106</volume>
          <issue>6</issue>
          <fpage>1035</fpage>
          <lpage>1036</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2011.03395.x</pub-id>
          <pub-id pub-id-type="medline">21564365</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Häkkinen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Launiainen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vuori</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ojanperä</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Comparison of fatal poisonings by prescription opioids</article-title>
          <source>Forensic Sci Int</source>
          <year>2012</year>
          <month>10</month>
          <day>10</day>
          <volume>222</volume>
          <issue>1-3</issue>
          <fpage>327</fpage>
          <lpage>331</lpage>
          <pub-id pub-id-type="doi">10.1016/j.forsciint.2012.07.011</pub-id>
          <pub-id pub-id-type="medline">22884575</pub-id>
          <pub-id pub-id-type="pii">S0379-0738(12)00353-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Toblin</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kraner</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bixler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Paulozzi</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Patterns of abuse among unintentional pharmaceutical overdose fatalities</article-title>
          <source>JAMA</source>
          <year>2008</year>
          <month>12</month>
          <day>10</day>
          <volume>300</volume>
          <issue>22</issue>
          <fpage>2613</fpage>
          <lpage>2620</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2008.802</pub-id>
          <pub-id pub-id-type="medline">19066381</pub-id>
          <pub-id pub-id-type="pii">300/22/2613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edlund</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Russo</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>DeVries</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Braden</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>The role of opioid prescription in incident opioid abuse and dependence among individuals with chronic noncancer pain: The role of opioid prescription</article-title>
          <source>Clin J Pain</source>
          <year>2014</year>
          <month>07</month>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>557</fpage>
          <lpage>564</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24281273"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000021</pub-id>
          <pub-id pub-id-type="medline">24281273</pub-id>
          <pub-id pub-id-type="pmcid">PMC4032801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Heroin use and heroin use risk behaviors among nonmedical users of prescription opioid pain relievers: United States, 2002-2004 and 2008-2010</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2013</year>
          <month>09</month>
          <day>01</day>
          <volume>132</volume>
          <issue>1-2</issue>
          <fpage>95</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2013.01.007</pub-id>
          <pub-id pub-id-type="medline">23410617</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(13)00019-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaither</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Camenga</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>National trends in hospitalizations for opioid poisonings among children and adolescents, 1997 to 2012</article-title>
          <source>JAMA Pediatr</source>
          <year>2016</year>
          <month>12</month>
          <day>01</day>
          <volume>170</volume>
          <issue>12</issue>
          <fpage>1195</fpage>
          <lpage>1201</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2016.2154</pub-id>
          <pub-id pub-id-type="medline">27802492</pub-id>
          <pub-id pub-id-type="pii">2571466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nuckols</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Popescu</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Diamant</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Di Capua</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Opioid prescribing: A systematic review and critical appraisal of guidelines for chronic pain</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>01</month>
          <day>07</day>
          <volume>160</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24217469"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-160-1-201401070-00732</pub-id>
          <pub-id pub-id-type="medline">24217469</pub-id>
          <pub-id pub-id-type="pii">1767856</pub-id>
          <pub-id pub-id-type="pmcid">PMC6721847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>United States Census Bureau</source>
          <year>2020</year>
          <access-date>2020-01-27</access-date>
          <comment>US and world population clock<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.census.gov/popclock/">https://www.census.gov/popclock/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gusovsky</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>CNBC</source>
          <year>2016</year>
          <month>04</month>
          <day>27</day>
          <access-date>2019-09-04</access-date>
          <comment>Americans consume vast majority of the world's opioids<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cnbc.com/2016/04/27/americans-consume-almost-all-of-the-global-opioid-supply.html">https://www.cnbc.com/2016/04/27/americans-consume-almost-all-of-the-global-opioid-supply.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>DEA Philadelphia Division</collab>
            <collab>University of Pittsburgh</collab>
          </person-group>
          <source>The Opioid Threat in Pennsylvania</source>
          <year>2018</year>
          <month>09</month>
          <access-date>2019-09-04</access-date>
          <publisher-loc>Arlington, VA</publisher-loc>
          <publisher-name>United States Drug Enforcement Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dea.gov/sites/default/files/2018-10/PA%20Opioid%20Report%20Final%20FINAL.pdf">https://www.dea.gov/sites/default/files/2018-10/PA%20Opioid%20 Report%20Final%20FINAL.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2019</year>
          <month>01</month>
          <day>10</day>
          <access-date>2019-06-26</access-date>
          <comment>Drug overdose mortality by state<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/pressroom/sosmap/drug_poisoning_mortality/drug_poisoning.htm">https://www.cdc.gov/nchs/pressroom/sosmap/drug_poisoning_mortality/drug_poisoning.htm</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griggs</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Prescription drug monitoring programs: Examining limitations and future approaches</article-title>
          <source>West J Emerg Med</source>
          <year>2015</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://escholarship.org/uc/item/2147k2t1"/>
          </comment>
          <pub-id pub-id-type="doi">10.5811/westjem.2014.10.24197</pub-id>
          <pub-id pub-id-type="medline">25671011</pub-id>
          <pub-id pub-id-type="pii">wjem-16-67</pub-id>
          <pub-id pub-id-type="pmcid">PMC4307729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Valenstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bair</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ganoczy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ilgen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Blow</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>Association between opioid prescribing patterns and opioid overdose-related deaths</article-title>
          <source>JAMA</source>
          <year>2011</year>
          <month>04</month>
          <day>06</day>
          <volume>305</volume>
          <issue>13</issue>
          <fpage>1315</fpage>
          <lpage>1321</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.370</pub-id>
          <pub-id pub-id-type="medline">21467284</pub-id>
          <pub-id pub-id-type="pii">305/13/1315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of initial prescription episodes and likelihood of long-term opioid use: United States, 2006-2015</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2017</year>
          <month>03</month>
          <day>17</day>
          <volume>66</volume>
          <issue>10</issue>
          <fpage>265</fpage>
          <lpage>269</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6610a1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6610a1</pub-id>
          <pub-id pub-id-type="medline">28301454</pub-id>
          <pub-id pub-id-type="pmcid">PMC5657867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haegerich</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>CDC guideline for prescribing opioids for chronic pain: United States, 2016</article-title>
          <source>JAMA</source>
          <year>2016</year>
          <month>04</month>
          <day>19</day>
          <volume>315</volume>
          <issue>15</issue>
          <fpage>1624</fpage>
          <lpage>1645</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26977696"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2016.1464</pub-id>
          <pub-id pub-id-type="medline">26977696</pub-id>
          <pub-id pub-id-type="pii">2503508</pub-id>
          <pub-id pub-id-type="pmcid">PMC6390846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haegerich</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>CDC guideline for prescribing opioids for chronic pain: United States, 2016</article-title>
          <source>MMWR Recomm Rep</source>
          <year>2016</year>
          <month>03</month>
          <day>18</day>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.15585/mmwr.rr6501e1</pub-id>
          <pub-id pub-id-type="medline">26987082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Compton</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Prescription opioid use, misuse, and use disorders in US adults: 2015 National Survey on Drug Use and Health</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>09</month>
          <day>05</day>
          <volume>167</volume>
          <issue>5</issue>
          <fpage>293</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.7326/M17-0865</pub-id>
          <pub-id pub-id-type="medline">28761945</pub-id>
          <pub-id pub-id-type="pii">2646632</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaudhry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maglione</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mojica</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Systematic review: Impact of health information technology on quality, efficiency, and costs of medical care</article-title>
          <source>Ann Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>16</day>
          <volume>144</volume>
          <issue>10</issue>
          <fpage>742</fpage>
          <lpage>752</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-144-10-200605160-00125</pub-id>
          <pub-id pub-id-type="medline">16702590</pub-id>
          <pub-id pub-id-type="pii">0000605-200605160-00125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Erstad</surname>
              <given-names>TL</given-names>
            </name>
          </person-group>
          <article-title>Analyzing computer based patient records: A review of literature</article-title>
          <source>J Healthc Inf Manag</source>
          <year>2003</year>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>51</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="medline">14558372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menachemi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Reviewing the benefits and costs of electronic health records and associated patient safety technologies</article-title>
          <source>J Med Syst</source>
          <year>2006</year>
          <month>06</month>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>159</fpage>
          <lpage>168</lpage>
          <pub-id pub-id-type="doi">10.1007/s10916-005-7988-x</pub-id>
          <pub-id pub-id-type="medline">16848129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Prosser</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Bardon</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Spurr</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Carchidi</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kittler</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Goldszer</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Fairchild</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kuperman</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>A cost-benefit analysis of electronic medical records in primary care</article-title>
          <source>Am J Med</source>
          <year>2003</year>
          <month>04</month>
          <day>01</day>
          <volume>114</volume>
          <issue>5</issue>
          <fpage>397</fpage>
          <lpage>403</lpage>
          <pub-id pub-id-type="doi">10.1016/s0002-9343(03)00057-3</pub-id>
          <pub-id pub-id-type="medline">12714130</pub-id>
          <pub-id pub-id-type="pii">S0002934303000573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menachemi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Collum</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>Benefits and drawbacks of electronic health record systems</article-title>
          <source>Risk Manag Healthc Policy</source>
          <year>2011</year>
          <volume>4</volume>
          <fpage>47</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/RMHP.S12985"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/RMHP.S12985</pub-id>
          <pub-id pub-id-type="medline">22312227</pub-id>
          <pub-id pub-id-type="pii">rmhp-4-047</pub-id>
          <pub-id pub-id-type="pmcid">PMC3270933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tolley</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Slight</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Husband</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Improving medication-related clinical decision support</article-title>
          <source>Am J Health Syst Pharm</source>
          <year>2018</year>
          <month>02</month>
          <day>15</day>
          <volume>75</volume>
          <issue>4</issue>
          <fpage>239</fpage>
          <lpage>246</lpage>
          <pub-id pub-id-type="doi">10.2146/ajhp160830</pub-id>
          <pub-id pub-id-type="medline">29436470</pub-id>
          <pub-id pub-id-type="pii">75/4/239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hockenberry</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Jeng</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Prescription drug monitoring program mandates: Impact on opioid prescribing and related hospital use</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2019</year>
          <month>09</month>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>1550</fpage>
          <lpage>1556</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2019.00103</pub-id>
          <pub-id pub-id-type="medline">31479368</pub-id>
          <pub-id pub-id-type="pmcid">PMC6824582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Delgado</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Shofer</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meisel</surname>
              <given-names>ZF</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Association between electronic medical record implementation of default opioid prescription quantities and prescribing behavior in two emergency departments</article-title>
          <source>J Gen Intern Med</source>
          <year>2018</year>
          <month>04</month>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>409</fpage>
          <lpage>411</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29340937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-017-4286-5</pub-id>
          <pub-id pub-id-type="medline">29340937</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-017-4286-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5880773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Jean</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoag</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman-Weiss</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Healy</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Pei</surname>
              <given-names>KY</given-names>
            </name>
          </person-group>
          <article-title>Association of lowering default pill counts in electronic medical record systems with postoperative opioid prescribing</article-title>
          <source>JAMA Surg</source>
          <year>2018</year>
          <month>11</month>
          <day>01</day>
          <volume>153</volume>
          <issue>11</issue>
          <fpage>1012</fpage>
          <lpage>1019</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30027289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2018.2083</pub-id>
          <pub-id pub-id-type="medline">30027289</pub-id>
          <pub-id pub-id-type="pii">2688235</pub-id>
          <pub-id pub-id-type="pmcid">PMC6583068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santistevan</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Hamedani</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Fruhan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>By default: The effect of prepopulated prescription quantities on opioid prescribing in the emergency department</article-title>
          <source>West J Emerg Med</source>
          <year>2018</year>
          <month>03</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>392</fpage>
          <lpage>397</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29560071"/>
          </comment>
          <pub-id pub-id-type="doi">10.5811/westjem.2017.10.33798</pub-id>
          <pub-id pub-id-type="medline">29560071</pub-id>
          <pub-id pub-id-type="pii">wjem-19-392</pub-id>
          <pub-id pub-id-type="pmcid">PMC5851516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zwank</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Stuck</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Removing default dispense quantity from opioid prescriptions in the electronic medical record</article-title>
          <source>Am J Emerg Med</source>
          <year>2017</year>
          <month>10</month>
          <volume>35</volume>
          <issue>10</issue>
          <fpage>1567</fpage>
          <lpage>1569</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajem.2017.04.002</pub-id>
          <pub-id pub-id-type="medline">28416266</pub-id>
          <pub-id pub-id-type="pii">S0735-6757(17)30267-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Proclamation: Amendment to Proclamation of Disaster Emergency</source>
          <year>2019</year>
          <month>03</month>
          <day>20</day>
          <access-date>2019-09-04</access-date>
          <publisher-loc>Harrisburg, PA</publisher-loc>
          <publisher-name>Commonwealth of Pennsylvania, Office of the Governor</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.governor.pa.gov/wp-content/uploads/2019/03/20190320-opioid-disaster-emergency-renual.pdf">https://www.governor.pa.gov/wp-content/uploads/2019/03/20190320-opioid- disaster-emergency-renual.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <source>OpenDataPA, Commonwealth of Pennsylvania</source>
          <year>2019</year>
          <month>07</month>
          <day>19</day>
          <access-date>2020-01-27</access-date>
          <comment>Estimated accidental and undetermined drug overdose deaths CY 2017-2018: County Health<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.pa.gov/Opioid-Related/Estimated-Accidental-and-Undetermined-Drug-Overdos/azzc-q64m">https://data.pa.gov/Opioid-Related/Estimated-Accidental-and-Undetermined-Drug-Overdos/azzc-q64m</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Percy</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>The New York Times Magazine</source>
          <year>2018</year>
          <month>10</month>
          <day>10</day>
          <access-date>2019-09-04</access-date>
          <comment>Trapped by the 'Walmart of Heroin'<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/2018/10/10/magazine/kensington-heroin-opioid-philadelphia.html">https://www.nytimes.com/2018/10/10/magazine/kensington-heroin-opioid-philadelphia.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slovis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>London</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Randolph</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Aini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mammen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Christopher</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hollander</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The effect of implementing electronic health record default prescribing preferences on opioid prescriptions written in the emergency department</article-title>
          <source>Ann Emerg Med</source>
          <year>2018</year>
          <month>10</month>
          <volume>72</volume>
          <issue>4, Supplement</issue>
          <fpage>S133</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.annemergmed.com/article/S0196-0644(18)31077-1/pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2018.08.341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Upshot</source>
          <year>2018</year>
          <month>07</month>
          <day>09</day>
          <access-date>2019-09-04</access-date>
          <comment>Fighting the opioid epidemic with the right people and the right tools<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://upshotstories.com/stories/fighting-the-opioid-epidemic-with-the-right-people-and-the-right-tools">https://upshotstories.com/stories/fighting-the-opioid-epidemic-with-the-right-people-and-the-right-tools</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crothers</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrenfeld</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McCluggage</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the impact of auto-calculation settings on opioid prescribing at an academic medical center</article-title>
          <source>Jt Comm J Qual Patient Saf</source>
          <year>2019</year>
          <month>06</month>
          <volume>45</volume>
          <issue>6</issue>
          <fpage>416</fpage>
          <lpage>422</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcjq.2019.02.010</pub-id>
          <pub-id pub-id-type="medline">30935884</pub-id>
          <pub-id pub-id-type="pii">S1553-7250(18)30435-5</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
