<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i7e11627</article-id>
      <article-id pub-id-type="pmid">32716306</article-id>
      <article-id pub-id-type="doi">10.2196/11627</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Therapeutic Duplication in Taiwan Hospitals for Patients With High Blood Pressure, Sugar, and Lipids: Evaluation With a Mobile Health Mapping Tool</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Takahashi</surname>
            <given-names>Yoshimitsu</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wright</surname>
            <given-names>Kevin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Kan</surname>
            <given-names>Wei-Chih</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2401-6536</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>Shu-Chun</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4709-940X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Chien</surname>
            <given-names>Tsair-Wei</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1329-0679</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Jui-Chung John</given-names>
          </name>
          <degrees>DC</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5253-0706</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Yeh</surname>
            <given-names>Yu-Tsen</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6593-9209</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Chou</surname>
            <given-names>Willy</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1132-9341</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Chou</surname>
            <given-names>Po-Hsin</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <address>
            <institution>Department of Orthopedics and Traumatology</institution>
            <institution>Taipei Veterans General Hospital</institution>
            <addr-line>18F, 201, Section 2, Shipai Road, Beitou District</addr-line>
            <addr-line>Taipei, 112</addr-line>
            <country>Taiwan</country>
            <phone>886 228757557</phone>
            <email>choupohsin@gmail.com</email>
          </address>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5899-1124</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Department of Nephrology</institution>
        <institution>Chi Mei Medical Center</institution>
        <addr-line>Tainan</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Department of Biological Science and Technology</institution>
        <institution>Chung Hwa University of Medical Technology</institution>
        <addr-line>Tainan</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Ophthalmology</institution>
        <institution>Chi Mei Medical Center</institution>
        <addr-line>Tainan</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Optometry</institution>
        <institution>Chung Hwa University of Medical Technology</institution>
        <addr-line>Tainan</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Medical Research</institution>
        <institution>Chi Mei Medical Center</institution>
        <addr-line>Tainan</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>USA Sports Medicine</institution>
        <addr-line>Sherman Oaks, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Medical School</institution>
        <institution>St George’s, University of London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Physical Medicine and Rehabilitation</institution>
        <institution>Chiali Chi Mei Hospital</institution>
        <addr-line>Tainan</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Physical Medicine and Rehabilitation</institution>
        <institution>Chung Shan Medical University</institution>
        <addr-line>Taichung</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Orthopedics and Traumatology</institution>
        <institution>Taipei Veterans General Hospital</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>School of Medicine</institution>
        <institution>National Yang-Ming University</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Po-Hsin Chou <email>choupohsin@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>7</issue>
      <elocation-id>e11627</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>7</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Wei-Chih Kan, Shu-Chun Kuo, Tsair-Wei Chien, Jui-Chung John Lin, Yu-Tsen Yeh, Willy Chou, Po-Hsin Chou. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 27.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2020/7/e11627" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Cardiovascular disease causes approximately half of all deaths in patients with type 2 diabetes. Duplicative prescriptions of medication in patients with high blood pressure (hypertension), high blood sugar (hyperglycemia), and high blood lipids (hyperlipidemia) have attracted substantial attention regarding the abuse of health care resources and to implement preventive measures for such abuse. Duplicative prescriptions may occur by patients receiving redundant medications for the same condition from two or more sources such as doctors, hospitals, and multiple providers, or as a result of the patient’s wandering among hospitals.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We evaluated the degree of duplicative prescriptions in Taiwanese hospitals for outpatients with three types of medications (antihypertension, antihyperglycemia, and antihyperlipidemia), and then used an online dashboard based on mobile health (mHealth) on a map to determine whether the situation has improved in the recent 25 fiscal quarters.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data on duplicate prescription rates of drugs for the three conditions were downloaded from the website of Taiwan’s National Health Insurance Administration (TNHIA) from the third quarter of 2010 to the third quarter of 2016. Complete data on antihypertension, antihyperglycemia, and antihyperlipidemia prescriptions were obtained from 408, 414, and 359 hospitals, respectively. We used scale quality indicators to assess the attributes of the study data, created a dashboard that can be traced using mHealth, and selected the hospital type with the best performance regarding improvement on duplicate prescriptions for the three types of drugs using the weighted scores on an online dashboard. Kendall coefficient of concordance (W) was used to evaluate whether the performance rankings were unanimous.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The data quality was found to be acceptable and showed good reliability and construct validity. The online dashboard using mHealth on Google Maps allowed for easy and clear interpretation of duplicative prescriptions regarding hospital performance using multidisciplinary functionalities, and showed significant improvement in the reduction of duplicative prescriptions among all types of hospitals. Medical centers and regional hospitals showed better performance with improvement in the three types of duplicative prescriptions compared with the district hospitals. Kendall W was 0.78, indicating that the performance rankings were not unanimous (Chi square<sub>2</sub>=4.67, <italic>P</italic>=.10).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This demonstration of a dashboard using mHealth on a map can inspire using the 42 other quality indicators of the TNHIA by hospitals in the future.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>duplicate medication</kwd>
        <kwd>mHealth</kwd>
        <kwd>hypertension</kwd>
        <kwd>high blood sugar</kwd>
        <kwd>high blood lipid</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Cardiovascular disease causes approximately half of all deaths in patients with type 2 diabetes [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. At the population level, an increasing proportion of all cardiovascular events can be attributed to the presence of diabetes [<xref ref-type="bibr" rid="ref3">3</xref>]. Many epidemiological studies have shown a direct relationship between the levels of blood pressure, glycemia, low-density lipoprotein-cholesterol, and complications of diabetes [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. However, the therapeutic duplication of medication in patients with high blood pressure, high blood sugar, and high blood lipids has attracted substantial attention to prevent the abuse of health care resources.</p>
      <p>Duplicative prescriptions refer to situations in which patients receive redundant medications for the same condition from two or more sources [<xref ref-type="bibr" rid="ref8">8</xref>] such as doctors, hospitals [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], multiple providers [<xref ref-type="bibr" rid="ref11">11</xref>], or as a result of the patient’s wandering, in which they move from hospital to hospital for the same condition [<xref ref-type="bibr" rid="ref12">12</xref>]. Doctor (or hospital) shopping (ie, seeking care from multiple doctors without professional referral for the same or similar conditions) is common in Asia [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. According to Takahashi et al [<xref ref-type="bibr" rid="ref13">13</xref>], approximately 5.8% of outpatients in Japan self-reported that they visited multiple medical facilities for treatment of the same conditions.</p>
      <p>The prevalence of duplicative prescriptions is estimated at 7.4% in Japan [<xref ref-type="bibr" rid="ref13">13</xref>], which is higher than the rate of 0.43% in Taiwan [<xref ref-type="bibr" rid="ref14">14</xref>] due to the use of different definitions regarding the Anatomical Therapeutic Chemical (ATC) classification in which the first three five digits are used in Japan and Taiwan, respectively. The management criteria (or tolerance thresholds) of duplicative prescriptions in Taiwan are set at 0.5805%, 0.4273%, 0.5934%, 1.2866%, and 0.9214% for a medical center, regional hospital, local hospital, clinic, and pharmacy, respectively [<xref ref-type="bibr" rid="ref15">15</xref>], leading the Taiwan National Health Insurance Administration (TNHIA), which operates under the Ministry of Health and Welfare, to strongly express concern about the practice of duplicative prescriptions.</p>
      <p>From the perspective of therapeutic safety and excess expenditures, patients who receive medical care from different medical facilities are more likely to receive duplicative prescriptions and suffer adverse drug reactions [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. The prevalence of duplicative prescriptions was defined by the TNHIA as the practice of a patient who receives identical medications (based on the first five digits of the ATC) from an identical facility (eg, hospital or clinic) for a period of several overlaid days (ie, total duplicative days/total prescriptive days in a specific period) [<xref ref-type="bibr" rid="ref14">14</xref>]. A total of 12 indicators of duplicative prescriptions (ie, types of drugs used in the treatment of diseases) have been included and announced quarterly by the TNHIA [<xref ref-type="bibr" rid="ref19">19</xref>] to help health care providers facilitate management so as to reduce the rate of duplicative prescriptions.</p>
      <p>Furthermore, increasing the transparency of hospitals is a requirement to improve administration with regard to patient safety [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]; therefore, disclosing the performance of hospitals in effectively controlling duplicative prescriptions to the public is required. If a hospital wants to achieve improvement in patient safety, inspection of a publicly available quality reporting system is essential. Indeed, transparency has been demonstrated as the most powerful driver of health care improvement [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>By searching for the key words “duplicative prescriptions” on PubMed on April 22, 2020, only one paper [<xref ref-type="bibr" rid="ref13">13</xref>] was retrieved that reported duplicative prescriptions using social network analysis (SNA). We did not find any study proposing an appropriate method to decrease the number of duplicative prescriptions. That is, when using SNA for interpreting duplicative prescriptions [<xref ref-type="bibr" rid="ref6">6</xref>], the management perspective is limited in identifying key viewpoints that should be considered in dealing with the duplicative prescription issue.</p>
      <p>The SNA approach [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref27">27</xref>] is used to define facilities as the “nodes” of a prescribing network connected to another node (eg, a square box) with a patient duplicative prescription represented as an edge (eg, a connecting arrow). For example, a string of “4 3 1” denotes that node 4 prescribed a duplicative medication via a patient (with a weight of 1) to node 3 using the displayed graphical presentation in which node 4 is connected to node 3 with an arrow.</p>
      <p>The objectives of the present study were to (1) assess the attributes of the study data using scale quality indicators, (2) create a dashboard (ie, a control panel on a webpage that collates visual information about an issue or a topic that can be manipulated by readers themselves [<xref ref-type="bibr" rid="ref28">28</xref>] and can be traced using mobile health [mHealth]), and (3) select the hospital type that shows the best performance in improving duplicate prescriptions of three types of medications (antihypertension, antihyperglycemia, and antihyperlipidemia) using the weighted scores across the types of hospital and performance percentages on an online dashboard. Finally, the Kendall coefficient of concordance (<italic>W</italic>) [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] was used to evaluate the unanimity of the performance rankings.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Data</title>
        <p>All ratio data for the three types of duplicative prescriptions on the website of TNHIA [<xref ref-type="bibr" rid="ref19">19</xref>] were downloaded on April 7, 2018 for all registered hospitals in Taiwan. The inclusion criteria were the period from 2010 to 2016 and data recorded in the quarter. Data from a total of 25 quarters (ie, from the third quarter of 2010 to the third quarter of 2016) were included. The exclusion criterion was incomplete ratio data in these 25 quarters. Three types of hospitals, including medical centers, regional hospitals, and district hospitals, were classified and compared. A total of 408, 414, and 359 hospitals were included as study samples for antihypertension, antihyperglycemia, and antihyperlipidemia medications, respectively (<xref ref-type="table" rid="table1">Table 1</xref>). All data regarding duplicative prescriptions were determined by the ATC classification using the first five digits according to the guideline in Taiwan.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptive statistics of hospitals included in the study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="210"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="100"/>
            <col width="140"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Drug and hospital type</td>
                <td>Taipei, n (%)</td>
                <td>North, n (%)</td>
                <td>Central, n (%)</td>
                <td>South, n (%)</td>
                <td>Kao-Pin, n (%)</td>
                <td>East, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Antihypertension</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical Center (N=20)</td>
                <td>7 (35)</td>
                <td>2 (10)</td>
                <td>4 (20)</td>
                <td>3 (15)</td>
                <td>3 (15)</td>
                <td>1 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regional Hospital (N=77)</td>
                <td>11 (14)</td>
                <td>17 (22)</td>
                <td>17 (22)</td>
                <td>14 (18)</td>
                <td>15 (19)</td>
                <td>3 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>District Hospital (N=305)</td>
                <td>29 (10)</td>
                <td>62 (20)</td>
                <td>86 (28)</td>
                <td>40 (13)</td>
                <td>76 (25)</td>
                <td>12 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total (N=402)</td>
                <td>47 (12)</td>
                <td>81 (20)</td>
                <td>107 (27)</td>
                <td>57 (14)</td>
                <td>94 (23)</td>
                <td>16 (4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Antihyperglycemia</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical Center (N=20)</td>
                <td>7 (35)</td>
                <td>2 (10)</td>
                <td>4 (20)</td>
                <td>3 (15)</td>
                <td>3 (15)</td>
                <td>1 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regional Hospital (N=79)</td>
                <td>11 (14)</td>
                <td>18 (23)</td>
                <td>16 (20)</td>
                <td>16 (20)</td>
                <td>15 (19)</td>
                <td>3 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>District Hospital (N=308)</td>
                <td>29 (9)</td>
                <td>63 (20)</td>
                <td>88 (29)</td>
                <td>47 (15)</td>
                <td>69 (22)</td>
                <td>12 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total (N=407)</td>
                <td>47 (12)</td>
                <td>83 (20)</td>
                <td>108 (27)</td>
                <td>66 (16)</td>
                <td>87 (21)</td>
                <td>16 (4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Antihyperlipidemia</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical Center (N=20)</td>
                <td>7 (35)</td>
                <td>2 (10)</td>
                <td>4 (20)</td>
                <td>3 (15)</td>
                <td>3 (15)</td>
                <td>1 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regional Hospital (N=77)</td>
                <td>11 (14)</td>
                <td>17 (22)</td>
                <td>16 (21)</td>
                <td>16 (21)</td>
                <td>14 (18)</td>
                <td>3 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>District Hospital (N=257)</td>
                <td>27 (11)</td>
                <td>54 (21)</td>
                <td>74 (29)</td>
                <td>31 (12)</td>
                <td>60 (23)</td>
                <td>11 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total (N=354)</td>
                <td>45 (13)</td>
                <td>73 (21)</td>
                <td>94 (26)</td>
                <td>50 (14)</td>
                <td>77 (22)</td>
                <td>15 (4)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Assessing the Quality of Data</title>
        <p>Good data quality is necessary to ensure acceptable reliability and validity [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>Therefore, before analysis, the quality of the data was assessed to ensure compliance with responses that may be producible and predictable in similar studies using the following metrics.</p>
        <sec>
          <title>Reliability</title>
          <p>The reliability (ie, Cronbach α) should be greater than .70 [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        </sec>
        <sec>
          <title>Dimension Coefficient</title>
          <p>The dimension coefficient [<xref ref-type="bibr" rid="ref34">34</xref>] indicates the strength of unidimensionality, defined as Z/(1+Z), where Z=(a1/a2)/(a2/a3) and the values of a1, a2, and a3 are the eigenvalues of the first three principal components of a scale. The dimension coefficient ranges from 0 to 1; a value greater than 0.67 indicates a unidimensional scale [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        </sec>
        <sec>
          <title>Convergent Validity</title>
          <p>Cronbach α tends to be overestimated. Therefore, it is recommended to rely more on convergent validity (or average variance extracted) and composite reliability values [<xref ref-type="bibr" rid="ref35">35</xref>] as an assessment of reliability. Convergent validity can be computed as follows:</p>
          <p><graphic xlink:href="medinform_v8i7e11627_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/> (<bold>1</bold>)</p>
          <p>Where λ is the item loading to the construct domain, λ<sup>2</sup> indicates the communality to the factor, and denotes the measurement error.</p>
        </sec>
        <sec>
          <title>Construct Reliability</title>
          <p>Construct reliability is also called component reliability or composite reliability, which is expressed by the following formula:</p>
          <p><graphic xlink:href="medinform_v8i7e11627_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/> (<bold>2</bold>)</p>
          <p>where λ and ε are defined similarly to Equation 1.</p>
        </sec>
      </sec>
      <sec>
        <title>Building Online Dashboards on a Map</title>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the flowchart of cloud computation to build a quality report card on Google Maps based on quality indicators for data downloaded from the TNHIA website. After organizing the data to fit the required format for uploading, a user can immediately obtain the hypertext markup language (HTML) from the cloud computation through the following three steps: (1) upload data, (2) perform cloud computation, and (3) show an HTML page that can be downloaded for personal use or public navigation on the website. Interested readers are recommended to view the video demonstrating this process in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart made on a dashboard. All processes are described in detail in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
          </caption>
          <graphic xlink:href="medinform_v8i7e11627_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Dashboard Features</title>
        <p>The dashboard comprises the following five features: (i) the growth/share matrix of the Boston Consulting Group (BCG) on the map (ie, growth trend on the Y-axis and share on the X-axis) [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]; (ii) three traffic light color-coded clusters, which denote the degree of growth/share performance as excellent, fair, and poor; (iii) four quadrants represented by mascots (ie, dogs, question marks or problem children, stars, and cash cows) [<xref ref-type="bibr" rid="ref37">37</xref>]; (iv) bubbles with a size proportional to product momentum (ie, duplicative prescription ratios in this study); and (v) a control area plotted by the 95% CI (ie, 2 SDs on the two axes).</p>
        <p>The growth (on the Y-axis, implying the trend based on recent time points) is determined by the trend via moving the control chart forward to the previous 12 months so that 24 data points yield 12 moving SDs (eg, datasets {–1,–1,–1,–1,–1,–1,–1,–1,–1,–1,–1,1} and {2,2,2,2,2,2,2,2,2,2,2,4} yield an identical correlation coefficient of 0.48 with the time series for 1 to 12), and the share (on the X-axis, indicating the accumulated momentum based on the past) is computed by the mean of the moving SDs (<xref rid="figure2" ref-type="fig">Figure 2</xref> and <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) through which the BCG growth/share matrix can be constructed by the four quadrants on Google Maps (eg, datasets {–1,–1,–1,–1,–1,–1,–1,–1,–1,–1,–1,1} and {2,2,2,2,2,2,2,2,2,2,2,4} yield different momentums of –0.83 and 2.17 across the 12 time points). The study datasets are shown in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Comparison of traditional control chart (top) and moving average control chart (bottom, also see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) used in this study.</p>
          </caption>
          <graphic xlink:href="medinform_v8i7e11627_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Examples for the Four Quadrants on a Dashboard</title>
        <p>The following is a representative algorithm for locating the performance of hospitals on the four quadrants of a dashboard:</p>
        <list list-type="bullet">
          <list-item>
            <p>Quadrant I: the dataset {2,2,2,2,2,2,2,2,2,2,3,4} using the moving control chart forward to the previous 12 months shows continuously increasing growth (ie, y=0.63) with a positive share (ie, x=2.25).</p>
          </list-item>
          <list-item>
            <p>Quadrant II: the dataset {–1,–1,–1,–1,–1,–1,–1,–1,–1,–1,1,1} shows preparedly increasing growth (ie, y=0.65) with a negative share (ie, x=–0.67).</p>
          </list-item>
          <list-item>
            <p>Quadrant III: the dataset {–1,–1,–1,–1,–1,–1,–1,–1,–1,–1,–2,–3} shows good performance in controliing duplicative prescriptions with respect to growth (ie, y=–0.63) with a negative share (ie, x=–1.25).</p>
          </list-item>
          <list-item>
            <p>Quadrant VI: the dataset {2,2,2,2,2,2,2,2,2,2,1,–1} indicates a decrease in growth (ie, y=–0.60) when the share is still positive (ie, x=1.67).</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Selecting the Best-Performing Hospital Types in the BCG Growth/Share Matrix</title>
        <p>We used the analytic hierarchical process [<xref ref-type="bibr" rid="ref38">38</xref>] to calculate the weight for each category of performance and then determined the hospital type that performed best in the BCG growth/share matrix according to the following protocol: (i) calculating the percentage in the colorful cluster (ie, the degree of growth/share performance), (ii) multiplying the percentage by the performance weight (ie, 0.5, 0.3, and 0.2 in <xref rid="figure3" ref-type="fig">Figure 3</xref> and the summation equal to 1.0), (iii) summing the weighted score for each hospital type, and (iv) selecting the hospital type that performs best in duplicative prescriptions. The details of the weight calculation are shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Calculation of weights for evaluating and ranking hospital performance. In step 1, scores are assigned from 3 (best, green) to 1 (worst, red). In step 2, pair comparison (eg, 3/2=1.5, 2/1=2, 1/3=0.3, etc) is performed to obtain the odds for each cell in the top panel. In step 3, the odds/summation ratio is calculated for each cell in the bottom panel, and the bottom row is averaged to obtain the final weight (eg, 0.5, 0.3, and 0.2).</p>
          </caption>
          <graphic xlink:href="medinform_v8i7e11627_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Finally, we used Kendall coefficient of concordance (<italic>W</italic>) [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] to evaluate whether the performance rankings were unanimous.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>SPSS 19.0 for Windows (SPSS Inc, Chicago, IL, USA) and MedCalc 9.5.0.0 for Windows (MedCalc Software, Mariakerke, Belgium) were used to calculate Cronbach α, dimension coefficients, and other scale quality indicators used in this study. The cloud computation was programmed using the active server pages on the website (see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). MS Excel Visual Basic for Application (Microsoft Corporation, Redmond, WA, USA) was used to organize the study data.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Quality Assessment</title>
        <p>The scaling quality for the study data was found to be acceptable (dimension coefficient&#62;0.67 and Cronbach α&#62;.70), indicating that these duplicative prescription ratio data are reliable and consistent with our expectation (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Quality assessment of the study data.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="160"/>
            <col width="210"/>
            <col width="200"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Type of duplicative prescription</td>
                <td>Dimension coefficient</td>
                <td>Cronbach α (reliability)</td>
                <td>Average variance extracted</td>
                <td>Construct reliability</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Antihypertension</td>
                <td>0.69</td>
                <td>.79</td>
                <td>0.80</td>
                <td>0.99</td>
              </tr>
              <tr valign="top">
                <td>Antihyperglycemia</td>
                <td>0.73</td>
                <td>.91</td>
                <td>0.85</td>
                <td>0.99</td>
              </tr>
              <tr valign="top">
                <td>Antihyperlipidemia</td>
                <td>0.71</td>
                <td>.88</td>
                <td>0.75</td>
                <td>0.98</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Building Online Dashboards</title>
        <p>The dashboards shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>, <xref rid="figure5" ref-type="fig">Figure 5</xref>, and <xref rid="figure6" ref-type="fig">Figure 6</xref> show all of the hospitals on the respective maps for duplicative prescriptions of antihypertension, antihyperglycemia, and antihyperlipidemia, in which each hospital is appropriately colored and sized by a bubble. Clicking the bubble shows two kinds of control charts that indicate the traditional 2-year trend and recent 1-year moving average with a trend as illustrated in <xref rid="figure2" ref-type="fig">Figure 2</xref>. The control area is divided by the 2 SDs on the X and Y axes, facilitating examining any hospital with extreme performance outside the area. We can also click the icons on the bottom to view the partial type of hospital or the colorful cluster of interest in the left bottom panel. Interested readers may consult references [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>] or scan the QR codes of the study duplicative prescriptions in <xref rid="figure4" ref-type="fig">Figures 4</xref> to 6.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Dashboard of antihypertension duplicate prescription performance.</p>
          </caption>
          <graphic xlink:href="medinform_v8i7e11627_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Dashboard of antihyperglycemia duplicate prescription performance.</p>
          </caption>
          <graphic xlink:href="medinform_v8i7e11627_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Dashboard of antihyperlipidemia duplicate prescription performance.</p>
          </caption>
          <graphic xlink:href="medinform_v8i7e11627_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Selecting the Best-Performing Hospital Type in Duplicative Prescription Management</title>
        <p>As shown in <xref ref-type="table" rid="table3">Table 3</xref>, the frequency of hospitals in the BCG growth/share matrix on a dashboard showed inconsistent homogeneity among the hospital types, indicating that district hospitals are the largest in number with increasing growth and share (red color code). After summing the weighted scores for each type of hospital in each category of duplicative prescriptions (<xref ref-type="table" rid="table4">Table 4</xref>), it is clear that medical centers and regional hospital perform best in the growth/share matrix of duplicative prescriptions.</p>
        <p>Kendall <italic>W</italic> was 0.781 (χ<sup>2</sup><sub>2</sub>=4.67<italic>,</italic> sum of squares=14, <italic>P</italic>=.10), indicating that the rankings for different types of duplicative prescriptions were consistent (<xref ref-type="table" rid="table4">Table 4</xref>). Regional hospitals ranked first, demonstrating superiority to the medical centers in the duplicative prescription of antihyperlipidemia medications. Otherwise, Kendall <italic>W</italic> was 1.0 (Chi square<sub>2</sub>=6.0<italic>,</italic> <italic>P</italic>=0.05) if the regional hospitals also ranked second.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Frequency of the three types of duplicative prescriptions in the four quadrants on the dashboards.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="190"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="50"/>
            <col width="0"/>
            <col width="50"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Prescription and hospital type</td>
                <td>Red (weight=0.2), n (%)</td>
                <td colspan="2">Yellow (weight=0.3), n (%)</td>
                <td colspan="2">Green (weight=0.5), n (%)</td>
                <td colspan="2">N</td>
                <td colspan="2">Score</td>
                <td colspan="2">Chi square (df=4)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Antihypertension,</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <bold>64.13</bold>
                </td>
                <td colspan="2">
                  <bold>&#60;.001</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical Center</td>
                <td>N/A<sup>a</sup></td>
                <td colspan="2">N/A</td>
                <td colspan="2">20 (100)</td>
                <td colspan="2">20</td>
                <td colspan="2">50.0</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regional Hospital</td>
                <td>N/A</td>
                <td colspan="2">1 (1)</td>
                <td colspan="2">76 (99)</td>
                <td colspan="2">77</td>
                <td colspan="2">49.8</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>District Hospital</td>
                <td>8 (2)</td>
                <td colspan="2">170 (56)</td>
                <td colspan="2">127 (42)</td>
                <td colspan="2">305</td>
                <td colspan="2">38.2<sup>b</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td>8 (2)</td>
                <td colspan="2">171 (42)</td>
                <td colspan="2">223 (56)</td>
                <td colspan="2">402</td>
                <td colspan="2">N/A</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Antihyperglycemia</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <bold>69.91</bold>
                </td>
                <td>
                  <bold>&#60;.001</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical Center</td>
                <td>N/A</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">19 (95)</td>
                <td colspan="2">20</td>
                <td colspan="2">49.0</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regional Hospital</td>
                <td>N/A</td>
                <td colspan="2">6 (8)</td>
                <td colspan="2">73 (92)</td>
                <td colspan="2">79</td>
                <td colspan="2">48.4</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>District Hospital</td>
                <td>13 (4)</td>
                <td colspan="2">156 (51)</td>
                <td colspan="2">139 (45)</td>
                <td colspan="2">308</td>
                <td colspan="2">38.6</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td>13 (3)</td>
                <td colspan="2">163 (41)</td>
                <td colspan="2">231 (56)</td>
                <td colspan="2">407</td>
                <td colspan="2">N/A</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Antihyperlipidemia</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <bold>64.92</bold>
                </td>
                <td colspan="2">
                  <bold>&#60;.001</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical Center</td>
                <td>N/A</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">19 (95)</td>
                <td colspan="2">20</td>
                <td colspan="2">49</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Regional Hospital</td>
                <td>N/A</td>
                <td colspan="2">2 (3)</td>
                <td colspan="2">75 (97)</td>
                <td colspan="2">77</td>
                <td colspan="2">49.4</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>District Hospital</td>
                <td>13 (5)</td>
                <td colspan="2">143 (56)</td>
                <td colspan="2">101 (39)</td>
                <td colspan="2">257</td>
                <td colspan="2">37.3</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td>13 (4)</td>
                <td colspan="2">146 (41)</td>
                <td colspan="2">195 (55)</td>
                <td colspan="2">354</td>
                <td colspan="2">N/A</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Score is calculated as: 38.2=(2%×0.2+56%×0.3+42%×0.5)×100.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Rankings of hospital type for duplicative prescriptions.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="220"/>
            <col width="240"/>
            <col width="270"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td>Hospital type</td>
                <td>Antihypertension</td>
                <td>Antihyperglycemia</td>
                <td>Antihyperlipidemia</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Medical center</td>
                <td>1</td>
                <td>1</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Regional hospital</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>District hospital</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We used dashboards with an mHealth tool to create an animated dashboard that represents the hospital performance sheet of managing duplicative prescriptions in Taiwan. The data quality were acceptable and effectively reflected the reliability and construct validity. The online dashboards enabled easy and clear interpretation of duplicative prescriptions related to hospital performance using multidisciplinary functionalities, demonstrating a trend toward reducing duplicative prescriptions among all types of hospitals. Medical centers and regional hospitals exhibited better performance improvement for reducing duplicative prescriptions for the three types of controlled medications compared with district hospitals. Kendall <italic>W</italic> was 0.78, which indicated that the performance rankings were not unanimous.</p>
      </sec>
      <sec>
        <title>Contributions to the Field</title>
        <p>Many researchers have published studies based on Google Maps [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. Other studies focused on incorporating the dashboard into a health care report card [<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref49">49</xref>], which is worth applying as an informative dashboard to health care settings. However, to our knowledge, this is the first study to build a quality report card as a dashboard, especially using Google Maps, from mHealth.</p>
        <p>Making hospitals more transparent [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>] does not only involve providing a static JPG-format picture but also should include a dynamic dashboard, particularly using a URL to display on mHealth tools for easy comparisons. The dashboards established using the Google Maps application program interface (API) to display health care report cards [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref49">49</xref>] are unique and promising advances in both academic and health care settings for ensuring patient safety against duplicative prescriptions. As such, many other quality-of-care indicators shown on the TNHIA website [<xref ref-type="bibr" rid="ref50">50</xref>] should be used with an animated dashboard to compare hospital performance rather than traditional static digits or figures [<xref ref-type="bibr" rid="ref51">51</xref>]. We hope that subsequent studies can report other types of research results using the Google Maps API in the future.</p>
        <p>We also found that many district hospitals have incomplete (or missing) data on the ratio of duplicative prescriptions. The reason might be that many district hospitals are significantly affected by the global budget payment system, forcing them to terminate their businesses due to difficult operations in health services.</p>
        <p>Management differentiation strategies [<xref ref-type="bibr" rid="ref52">52</xref>] can be applied through the BCG matrix to review the product portfolio [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. <xref rid="figure4" ref-type="fig">Figures 4</xref> to 6 display the four quadrants derived on market growth (along the Y-axis), relative market share (along the X-axis, indicating the momentum in trend based on previous time points; see <xref rid="figure2" ref-type="fig">Figure 2</xref>), and complements of mascots, which are the merits of this study by presenting the BCG matrix with a dashboard on a map.</p>
        <p>The use of weights that should sum to 1.0 (as illustrated in <xref rid="figure3" ref-type="fig">Figure 3</xref>) differs from the traditional method of performance assessment such as a Likert-type survey using ordinal scores to measure individual performance by summing all item scores with weights not equal to 1.0. We further applied Kendall <italic>W</italic> coefficient to examine whether the performances across all types of hospitals for the three types of drugs were unanimous, demonstrating that the performance rankings were not unanimous and the difference resulted from variation among the drug types.</p>
      </sec>
      <sec>
        <title>Implications and Areas for Improvement</title>
        <sec>
          <title>Easy Way to Build an Animated Dashboard</title>
          <p>Google Maps provides programmers with an API to incorporate coordinates with visual representations and build a dashboard-type report card. We demonstrated the process of creating HTML in the video of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, which is rarely provided in related research. Interested readers may consult references [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>] for further details related to <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        </sec>
        <sec>
          <title>Algorithm for Big Data</title>
          <p>The TNHIA website [<xref ref-type="bibr" rid="ref50">50</xref>] includes many quality-of-care indicators. Intervention is necessary to allow for the systematic collection and analysis of quality-of-care data to assess key quality indicators for all hospitals in a country (or in a region) and provide a “dashboard” feedback to hospitals. The moving control chart is superior to a conventional control chart by providing more valuable information to users. The hospitals with the problem children mascot indicate a readiness to grow. By contrast, the hospitals with the cash cow mascot imply a declining trend. According to the strength of the BCG growth/share matrix, the use of three clusters classified in different colors (red, yellow, and green) and four quadrants are unique and novel in the related literature.</p>
        </sec>
        <sec>
          <title>Scale Quality Indicators</title>
          <p>As mentioned above, the data quality should be ensured before analysis. This task involves examining the responses that are consistent and reproducible with acceptable reliability and validity [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Numerous indicators have been proposed to reflect the various ways in which data can be consistent and reproducible. In addition, Cronbach α is a necessary but not a sufficient component of validity [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Thus, in the present study, we applied other scale quality indicators, including dimension coefficient, average variance extracted, and construct reliability, to examine the quality of the dataset.</p>
        </sec>
        <sec>
          <title>Strength of the Study</title>
          <p>We evaluated the scale quality with several indicators based on classical test theory. Furthermore, we illustrated the importance of the API in <xref rid="figure1" ref-type="fig">Figure 1</xref> and <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> to demonstrate the infrastructure for applying big data in the cloud computation to build a dashboard-type report card. The BCG matrix incorporated with dashboards can be generalized to many other quality-of-care indicators in the future. The concept of moving control charts [<xref ref-type="bibr" rid="ref54">54</xref>] can also be applicable and feasible for future use.</p>
        </sec>
        <sec>
          <title>Limitations of the Study</title>
          <p>Several issues should be considered thoroughly in the future. First, the study data were incomplete, especially for the district hospitals. Thus, inference making, such as for district hospitals with poor performance in controlling duplicative prescriptions, should be conservative. This limitation calls for further research and validation.</p>
          <p>Many innovations have been introduced with advances in science and technology, such as the visual dashboard on Google Maps using the coordinates to display and line plots on cloud computation as shown in <xref rid="figure4" ref-type="fig">Figures 4</xref> to 6. However, these achievements are not free of charge. For example, the Google Maps API requires a paid project key for use on the cloud platform, and the line plot also requires payment (to JPowered) for the template used on the website. Thus, the second limitation of the module is that it is not publicly accessible and is difficult to mimic by other authors or programmers for use in a short period of time.</p>
          <p>Third, the mascots illustrated in the BCG matrix, such as stars, problem children, cash cows, and dogs, might be inappropriate in health care settings. Other mascots such as Santa Claus, productive cows, or dejected dogs, could refer to appropriate dashboard-type report cards in the future.</p>
          <p>Fourth, the scaling quality for the study data was found to be acceptable (ie, dimension coefficient&#62;0.67 and Cronbach α&#62;.70), indicating that these duplicative prescription ratio data are reliable and consistent with our expectation. The dimension coefficients were relatively low (ie, 0.69, 0.71, and 0.73), indicating that all datasets were weak when measuring a one-dimensional feature (ie, duplicative prescriptions). Therefore, there is low confidence when using the result to make an inference for the future. Further studies should pay more attention to the issue of data fitting to the unidimensional requirement.</p>
          <p>Fifth, the effect of weights was obvious due to different sample sizes in different hospital types. We normalized the summed weights to be 1.0 and ensured fair comparisons among hospital types across performance categories (ie, red, yellow, and green bubbles). If the percentages of the performance categories differ among hospital types, the weights will affect the assessment results. For this reason, we used an analytic hierarchical process [<xref ref-type="bibr" rid="ref38">38</xref>] to calculate the weight for each category of performance and then determined the hospital type that performed best in the BCG growth/share matrix, which is worth noting for future assessments.</p>
        </sec>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This study provides a demonstrated platform with an online quality report card on detecting the performance of duplicative prescriptions to help health care practitioners easily upload data and quickly provide feedback on visual representations on an online dashboard. These dashboards can be used to build an online report card for hospitals under supervision of the public based on mHealth and uHealth in the future.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>MP3: How to build Google maps for this study.</p>
        <media xlink:href="medinform_v8i7e11627_app1.txt" xlink:title="TXT File , 0 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>The moving average control chart used in this study.</p>
        <media xlink:href="medinform_v8i7e11627_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 38 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Excel dataset.</p>
        <media xlink:href="medinform_v8i7e11627_app3.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 181 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>MP3: How to manipulate the mHealth dashboard on Google Map.</p>
        <media xlink:href="medinform_v8i7e11627_app4.txt" xlink:title="TXT File , 0 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ATC</term>
          <def>
            <p>Anatomical Therapeutic Chemical</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BCG</term>
          <def>
            <p>Boston Consulting Group</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HTML</term>
          <def>
            <p>hypertext markup language</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SNA</term>
          <def>
            <p>social network analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">TNHIA</term>
          <def>
            <p>Taiwan National Health Insurance Administration</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>WC and SC developed the study concept and design, and drafted the manuscript. SC, JU, and YT analyzed and interpreted the data. PH monitored the process of this study. All authors provided critical revisions for important intellectual content. The study was supervised by TW. All authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Bethel</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Neil</surname>
              <given-names>HAW</given-names>
            </name>
          </person-group>
          <article-title>10-year follow-up of intensive glucose control in type 2 diabetes</article-title>
          <source>N Engl J Med</source>
          <year>2008</year>
          <month>10</month>
          <day>09</day>
          <volume>359</volume>
          <issue>15</issue>
          <fpage>1577</fpage>
          <lpage>1589</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMoa0806470</pub-id>
          <pub-id pub-id-type="medline">18784090</pub-id>
          <pub-id pub-id-type="pii">NEJMoa0806470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Preis</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coady</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pencina</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Savage</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Trends in all-cause and cardiovascular disease mortality among women and men with and without diabetes mellitus in the Framingham Heart Study, 1950 to 2005</article-title>
          <source>Circulation</source>
          <year>2009</year>
          <month>04</month>
          <day>07</day>
          <volume>119</volume>
          <issue>13</issue>
          <fpage>1728</fpage>
          <lpage>1735</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19307472"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.108.829176</pub-id>
          <pub-id pub-id-type="medline">19307472</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.108.829176</pub-id>
          <pub-id pub-id-type="pmcid">PMC2789419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Coady</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sorlie</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Pencina</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vasan</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Meigs</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Savage</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Increasing cardiovascular disease burden due to diabetes mellitus: the Framingham Heart Study</article-title>
          <source>Circulation</source>
          <year>2007</year>
          <month>03</month>
          <day>27</day>
          <volume>115</volume>
          <issue>12</issue>
          <fpage>1544</fpage>
          <lpage>1550</lpage>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.106.658948</pub-id>
          <pub-id pub-id-type="medline">17353438</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.106.658948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Emerging Risk Factors Collaboration</collab>
            <name name-style="western">
              <surname>Sarwar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Seshasai</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Gobin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kaptoge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Di Angelantonio</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ingelsson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lawlor</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Selvin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stampfer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stehouwer</surname>
              <given-names>CDA</given-names>
            </name>
            <name name-style="western">
              <surname>Lewington</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pennells</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sattar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Danesh</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Diabetes mellitus, fasting blood glucose concentration, and risk of vascular disease: a collaborative meta-analysis of 102 prospective studies</article-title>
          <source>Lancet</source>
          <year>2010</year>
          <month>06</month>
          <day>26</day>
          <volume>375</volume>
          <issue>9733</issue>
          <fpage>2215</fpage>
          <lpage>2222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(10)60484-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(10)60484-9</pub-id>
          <pub-id pub-id-type="medline">20609967</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(10)60484-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC2904878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stratton</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Manley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cull</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hadden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Association of glycaemia with macrovascular and microvascular complications of type 2 diabetes (UKPDS 35): prospective observational study</article-title>
          <source>BMJ</source>
          <year>2000</year>
          <month>08</month>
          <day>12</day>
          <volume>321</volume>
          <issue>7258</issue>
          <fpage>405</fpage>
          <lpage>412</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10938048"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.321.7258.405</pub-id>
          <pub-id pub-id-type="medline">10938048</pub-id>
          <pub-id pub-id-type="pmcid">PMC27454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stamler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vaccaro</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Neaton</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Wentworth</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Diabetes, other risk factors, and 12-yr cardiovascular mortality for men screened in the Multiple Risk Factor Intervention Trial</article-title>
          <source>Diabetes Care</source>
          <year>1993</year>
          <month>02</month>
          <day>01</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>434</fpage>
          <lpage>444</lpage>
          <pub-id pub-id-type="doi">10.2337/diacare.16.2.434</pub-id>
          <pub-id pub-id-type="medline">8432214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stratton</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Neil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yudkin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cull</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Association of systolic blood pressure with macrovascular and microvascular complications of type 2 diabetes (UKPDS 36): prospective observational study</article-title>
          <source>BMJ</source>
          <year>2000</year>
          <month>08</month>
          <day>12</day>
          <volume>321</volume>
          <issue>7258</issue>
          <fpage>412</fpage>
          <lpage>419</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10938049"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.321.7258.412</pub-id>
          <pub-id pub-id-type="medline">10938049</pub-id>
          <pub-id pub-id-type="pmcid">PMC27455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wiese</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Benefits of deprescribing on patients' adherence to medications</article-title>
          <source>Int J Clin Pharm</source>
          <year>2014</year>
          <month>02</month>
          <day>17</day>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1007/s11096-013-9871-z</pub-id>
          <pub-id pub-id-type="medline">24242974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Online detection of potential duplicate medications and changes of physician behavior for outpatients visiting multiple hospitals using national health insurance smart cards in Taiwan</article-title>
          <source>Int J Med Inform</source>
          <year>2011</year>
          <month>03</month>
          <volume>80</volume>
          <issue>3</issue>
          <fpage>181</fpage>
          <lpage>189</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2010.11.003</pub-id>
          <pub-id pub-id-type="medline">21183402</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(10)00215-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Worley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Doctor shopping: a concept analysis</article-title>
          <source>Res Theory Nurs Pract</source>
          <year>2012</year>
          <month>01</month>
          <day>01</day>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>262</fpage>
          <lpage>278</lpage>
          <pub-id pub-id-type="doi">10.1891/1541-6577.26.4.262</pub-id>
          <pub-id pub-id-type="medline">23556328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jena</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karaca-Mandic</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Opioid prescribing by multiple providers in Medicare: retrospective observational study of insurance claims</article-title>
          <source>BMJ</source>
          <year>2014</year>
          <month>02</month>
          <day>19</day>
          <volume>348</volume>
          <issue>1</issue>
          <fpage>g1393</fpage>
          <lpage>g1393</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=24553363"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g1393</pub-id>
          <pub-id pub-id-type="medline">24553363</pub-id>
          <pub-id pub-id-type="pmcid">PMC3928962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pankratz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Habitually wandering patients</article-title>
          <source>N Engl J Med</source>
          <year>1994</year>
          <month>12</month>
          <day>29</day>
          <volume>331</volume>
          <issue>26</issue>
          <fpage>1752</fpage>
          <lpage>1755</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJM199412293312606</pub-id>
          <pub-id pub-id-type="medline">7984197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Takahashi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ishizaki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nakayama</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kawachi</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Social network analysis of duplicative prescriptions: One-month analysis of medical facilities in Japan</article-title>
          <source>Health Policy</source>
          <year>2016</year>
          <month>03</month>
          <volume>120</volume>
          <issue>3</issue>
          <fpage>334</fpage>
          <lpage>341</lpage>
          <pub-id pub-id-type="doi">10.1016/j.healthpol.2016.01.020</pub-id>
          <pub-id pub-id-type="medline">26876297</pub-id>
          <pub-id pub-id-type="pii">S0168-8510(16)00034-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of therapeutic duplication of medication in patients with high blood pressure, high blood sugar, and high blood lipids between local hospitals, regional hospitals, and medical centers in Taiwan</article-title>
          <source>Journal of Healthcare Management (in Chinese)</source>
          <year>2015</year>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>191</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.2196/11627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>Taiwan’s National Health Insurance Administration</source>
          <year>2016</year>
          <access-date>2020-04-22</access-date>
          <comment>Management project of duplicative prescriptions for outpatients in healthcare institutes issued in 2016(Chinese version)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://goo.gl/wM3zRD">https://goo.gl/wM3zRD</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Laird</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Servi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Laffel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sweitzer</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Hallisey</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Incidence of adverse drug events and potential adverse drug events. Implications for prevention. ADE Prevention Study Group</article-title>
          <source>JAMA</source>
          <year>1995</year>
          <month>07</month>
          <day>05</day>
          <volume>274</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="medline">7791255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tamblyn</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abrahamowicz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Laprise</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Do too many cooks spoil the broth? Multiple physician involvement in medical management of elderly patients and potentially inappropriate drug combinations</article-title>
          <source>CMAJ</source>
          <year>1996</year>
          <month>04</month>
          <day>15</day>
          <volume>154</volume>
          <issue>8</issue>
          <fpage>1177</fpage>
          <lpage>1184</lpage>
          <pub-id pub-id-type="medline">8612253</pub-id>
          <pub-id pub-id-type="pmcid">PMC1487649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kinoshita</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fukuda</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Duplicative medications in patients who visit multiple medical institutions among the insured of a corporate health insurance society in Japan</article-title>
          <source>Health Policy</source>
          <year>2008</year>
          <month>01</month>
          <volume>85</volume>
          <issue>1</issue>
          <fpage>114</fpage>
          <lpage>123</lpage>
          <pub-id pub-id-type="doi">10.1016/j.healthpol.2007.07.003</pub-id>
          <pub-id pub-id-type="medline">17728002</pub-id>
          <pub-id pub-id-type="pii">S0168-8510(07)00150-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taiwan?s</surname>
              <given-names>National Health Insurance Administration (TNHIA)</given-names>
            </name>
          </person-group>
          <source>Taiwan’s National Health Insurance Administration (TNHIA)</source>
          <year>2016</year>
          <access-date>2020-04-22</access-date>
          <comment>Hospital global budgeting indicators<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nhi.gov.tw/AmountInfoWeb/TargetItem.aspx?rtype=2">http://www.nhi.gov.tw/AmountInfoWeb/TargetItem.aspx?rtype=2</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Callaway</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Toward better administration: treating malignant administrosis with leap-frog feedback</article-title>
          <source>Biol Psychiatry</source>
          <year>1994</year>
          <month>06</month>
          <day>01</day>
          <volume>35</volume>
          <issue>11</issue>
          <fpage>827</fpage>
          <lpage>829</lpage>
          <pub-id pub-id-type="doi">10.1016/0006-3223(94)90017-5</pub-id>
          <pub-id pub-id-type="medline">8054404</pub-id>
          <pub-id pub-id-type="pii">0006-3223(94)90017-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Improve patient safety by leap(frog)s and bounds</article-title>
          <source>Nurs Manage</source>
          <year>2001</year>
          <month>09</month>
          <volume>32</volume>
          <issue>9</issue>
          <fpage>17</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1097/00006247-200109000-00008</pub-id>
          <pub-id pub-id-type="medline">17929723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>The Leap Frog Group</source>
          <year>2019</year>
          <access-date>2020-04-22</access-date>
          <comment>Advocating for Transparency<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.leapfroggroup.org/influencing/advocating-transparency">http://www.leapfroggroup.org/influencing/advocating-transparency</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kelsey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Whately</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Transparency - the most powerful driver of health care improvement?</article-title>
          <source>Health International</source>
          <year>2011</year>
          <fpage>64</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mckinsey.com/~/media/mckinsey/dotcom/client_service/Healthcare%20Systems%20and%20Services/Health%20International/Issue%2011%20new%20PDFs/HI11_64%20Transparency_noprint.ashx"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landon</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Variation in patient-sharing networks of physicians across the United States</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>07</month>
          <day>18</day>
          <volume>308</volume>
          <issue>3</issue>
          <fpage>265</fpage>
          <lpage>273</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22797644"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2012.7615</pub-id>
          <pub-id pub-id-type="medline">22797644</pub-id>
          <pub-id pub-id-type="pii">1217237</pub-id>
          <pub-id pub-id-type="pmcid">PMC3528342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Landon</surname>
              <given-names>BE</given-names>
            </name>
          </person-group>
          <article-title>Physician patient-sharing networks and the cost and intensity of care in US hospitals</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <month>02</month>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>160</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22249922"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e31822dcef7</pub-id>
          <pub-id pub-id-type="medline">22249922</pub-id>
          <pub-id pub-id-type="pii">00005650-201202000-00007</pub-id>
          <pub-id pub-id-type="pmcid">PMC3260449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landon</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Using administrative data to identify naturally occurring networks of physicians</article-title>
          <source>Med Care</source>
          <year>2013</year>
          <month>08</month>
          <volume>51</volume>
          <issue>8</issue>
          <fpage>715</fpage>
          <lpage>721</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23807593"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182977991</pub-id>
          <pub-id pub-id-type="medline">23807593</pub-id>
          <pub-id pub-id-type="pmcid">PMC3723338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanneman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Riddle</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Introduction to social network methods</source>
          <year>2005</year>
          <access-date>2020-04-02</access-date>
          <publisher-loc>Riverside, CA</publisher-loc>
          <publisher-name>University of California, Riverside</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://faculty.ucr.edu/~hanneman/nettext/">https://faculty.ucr.edu/~hanneman/nettext/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>Wikipedia</source>
          <year>2019</year>
          <access-date>2020-04-03</access-date>
          <comment>Definition of dashboard<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.m.wikipedia.org/wiki/Dashboard_(disambiguation)">https://en.m.wikipedia.org/wiki/Dashboard_(disambiguation)</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BB</given-names>
            </name>
          </person-group>
          <article-title>The Problem of $m$ Rankings</article-title>
          <source>Annal Math Statist</source>
          <year>1939</year>
          <month>09</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>275</fpage>
          <lpage>287</lpage>
          <pub-id pub-id-type="doi">10.1214/aoms/1177732186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zaiontz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Real Statistics using Excel</source>
          <year>2019</year>
          <access-date>2020-04-22</access-date>
          <comment>Kendall’s Coefficient of Concordance (W)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.real-statistics.com/reliability/kendalls-w/">http://www.real-statistics.com/reliability/kendalls-w/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cortina</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>What is coefficient alpha? An examination of theory and applications</article-title>
          <source>J Appl Psychol</source>
          <year>1993</year>
          <volume>78</volume>
          <issue>1</issue>
          <fpage>98</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1037/0021-9010.78.1.98</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Green</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Lissitz</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Mulaik</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Limitations of Coefficient Alpha as an Index of Test Unidimensionality1</article-title>
          <source>Educ Psychol Meas</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>827</fpage>
          <lpage>838</lpage>
          <pub-id pub-id-type="doi">10.1177/001316447703700403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lance</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Butts</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Michels</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>The Sources of Four Commonly Reported Cutoff Criteria</article-title>
          <source>Organ Res Methods</source>
          <year>2016</year>
          <month>06</month>
          <day>29</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>202</fpage>
          <lpage>220</lpage>
          <pub-id pub-id-type="doi">10.1177/1094428105284919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Development of a Microsoft Excel tool for applying a factor retention criterion of a dimension coefficient to a survey on patient safety culture</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2017</year>
          <month>10</month>
          <day>27</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/s12955-017-0784-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12955-017-0784-8</pub-id>
          <pub-id pub-id-type="medline">29078778</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12955-017-0784-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5658999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hair</surname>
              <given-names>JF Jr</given-names>
            </name>
            <name name-style="western">
              <surname>Hult</surname>
              <given-names>GTM</given-names>
            </name>
            <name name-style="western">
              <surname>Ringle</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Starstedt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>A Primer On Partial Least Squares Structural Equation Modeling (PLS-SEM)</source>
          <year>2020</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacMillan</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Hambrick</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>The Product Portfolio and Profitability--A PIMS-Based Analysis of Industrial-Product Businesses</article-title>
          <source>Acad Manage J</source>
          <year>1982</year>
          <month>12</month>
          <day>01</day>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>733</fpage>
          <lpage>755</lpage>
          <pub-id pub-id-type="doi">10.2307/256096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spee</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Jarzabkowski</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Strategy tools as boundary objects</article-title>
          <source>Strateg Organ</source>
          <year>2009</year>
          <month>04</month>
          <day>15</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>232</lpage>
          <pub-id pub-id-type="doi">10.1177/1476127009102674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karayalcin</surname>
              <given-names>II</given-names>
            </name>
          </person-group>
          <article-title>The analytic hierarchy process: Planning, priority setting, resource allocation</article-title>
          <source>Eur J Operation Res</source>
          <year>1982</year>
          <month>1</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>97</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1016/0377-2217(82)90022-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Using Google maps to show the performance of duplicate prescription rates in patients with high blood pressure for hospitals in Taiwan</source>
          <year>2018</year>
          <access-date>2020-04-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.healthup.org.tw/kpiall/hyperd.htm">http://www.healthup.org.tw/kpiall/hyperd.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Using Google maps to show the performance of duplicate prescription rates in patients with high blood sugar for hospitals in Taiwan</source>
          <year>2018</year>
          <access-date>2020-04-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.healthup.org.tw/kpiall/hypers.htm">http://www.healthup.org.tw/kpiall/hypers.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Using Google maps to show the performance of duplicate prescription rates in patients with high blood lipids for hospitals in Taiwan</source>
          <year>2018</year>
          <access-date>2020-04-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.healthup.org.tw/kpiall/hyperl.htm">http://www.healthup.org.tw/kpiall/hyperl.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vaughan</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Use of a Google Map Tool Embedded in an Internet Survey Instrument: Is it a Valid and Reliable Alternative to Geocoded Address Data?</article-title>
          <source>JMIR Res Protoc</source>
          <year>2014</year>
          <month>04</month>
          <day>10</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2014/2/e24/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.2946</pub-id>
          <pub-id pub-id-type="medline">24726954</pub-id>
          <pub-id pub-id-type="pii">v3i2e24</pub-id>
          <pub-id pub-id-type="pmcid">PMC4004146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fujioka</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tanaka</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Inoue</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Niho</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Miyoshi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A geographical information system using the Google Map API for guidance to referral hospitals</article-title>
          <source>J Med Syst</source>
          <year>2010</year>
          <month>12</month>
          <day>26</day>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>1157</fpage>
          <lpage>1160</lpage>
          <pub-id pub-id-type="doi">10.1007/s10916-009-9335-0</pub-id>
          <pub-id pub-id-type="medline">20703591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaewpitoon</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rujirakul</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sangkudloa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kaewthani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khemplila</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cherdjirapong</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kujapun</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Norkaew</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chavengkun</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ponphimai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Polsripradist</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Padchasuwan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Joosiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wakkhuwattapong</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Loyd</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Matrakool</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tongtawee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Panpimanmas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaewpitoon</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Distribution of the Population at Risk of Cholangiocarcinoma in Bua Yai District, Nakhon Ratchasima of Thailand Using Google Map</article-title>
          <source>Asian Pac J Cancer Prev</source>
          <year>2016</year>
          <month>04</month>
          <day>11</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>1433</fpage>
          <lpage>1436</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://journal.waocp.org/?sid=Entrez:PubMed&#38;id=pmid:27039785&#38;key=2016.17.3.1433"/>
          </comment>
          <pub-id pub-id-type="doi">10.7314/apjcp.2016.17.3.1433</pub-id>
          <pub-id pub-id-type="medline">27039785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scanlon</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bhandari</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Christianson</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Are healthcare quality "report cards" reaching consumers? Awareness in the chronically ill population</article-title>
          <source>Am J Manag Care</source>
          <year>2015</year>
          <month>03</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>236</fpage>
          <lpage>244</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=86003"/>
          </comment>
          <pub-id pub-id-type="medline">25880627</pub-id>
          <pub-id pub-id-type="pii">86003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ivers</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using report cards and dashboards to drive quality improvement: lessons learnt and lessons still to learn</article-title>
          <source>BMJ Qual Saf</source>
          <year>2018</year>
          <month>06</month>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>417</fpage>
          <lpage>420</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2017-007563</pub-id>
          <pub-id pub-id-type="medline">29317464</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2017-007563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Charnock</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gann</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Helping patients access high quality health information</article-title>
          <source>BMJ</source>
          <year>1999</year>
          <month>09</month>
          <day>18</day>
          <volume>319</volume>
          <issue>7212</issue>
          <fpage>764</fpage>
          <lpage>766</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10488009"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.319.7212.764</pub-id>
          <pub-id pub-id-type="medline">10488009</pub-id>
          <pub-id pub-id-type="pmcid">PMC1116601</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Romano</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Rainwater</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Antonius</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Grading the graders: how hospitals in California and New York perceive and interpret their report cards</article-title>
          <source>Med Care</source>
          <year>1999</year>
          <month>03</month>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>295</fpage>
          <lpage>305</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-199903000-00009</pub-id>
          <pub-id pub-id-type="medline">10098573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaklevic</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Hospital report-card model in peril</article-title>
          <source>Mod Healthc</source>
          <year>1999</year>
          <month>01</month>
          <day>18</day>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>14</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="medline">10345441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <source>Taiwan’s National Health Insurance Administration (TNHIA)</source>
          <year>2018</year>
          <access-date>2020-04-22</access-date>
          <comment>Hospital quality-of-care indicators online disclosure on website<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www1.nhi.gov.tw/AmountInfoWeb/TargetItem.aspx?rtype=2">https://www1.nhi.gov.tw/AmountInfoWeb/TargetItem.aspx?rtype=2</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <source>Obstetrics and Gynaecology, University of Toronto</source>
          <year>2018</year>
          <access-date>2020-04-22</access-date>
          <comment>GTA-OBS Dashboard<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.obgyn.utoronto.ca/gta-obs-network">http://www.obgyn.utoronto.ca/gta-obs-network</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Competitive Strategy: Techniques for Analyzing Industries and Competitors</source>
          <year>1980</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Free Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feldt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Linn</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Reliability</article-title>
          <source>Educational Measurement (the American Council On Education/Macmillan Series On Higher Education), 3rd edition</source>
          <year>1993</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Collier Macmillan Publishers</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Intraclass reliability for assessing how well Taiwan constrained hospital-provided medical services using statistical process control chart techniques</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2012</year>
          <month>05</month>
          <day>15</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-12-67"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-12-67</pub-id>
          <pub-id pub-id-type="medline">22587736</pub-id>
          <pub-id pub-id-type="pii">1471-2288-12-67</pub-id>
          <pub-id pub-id-type="pmcid">PMC3536588</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
