<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v5i4e52</article-id>
    <article-id pub-id-type="pmid">29242181</article-id>
    <article-id pub-id-type="doi">10.2196/medinform.8393</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>A Data Model for Teleconsultation in Managing High-Risk Pregnancies: Design and Preliminary Evaluation</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Grieten</surname>
          <given-names>Lars</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Deldar</surname>
          <given-names>Kolsoum</given-names>
        </name>
        <degrees>MSc, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5615-491X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Tara</surname>
          <given-names>Fatemeh</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3295-4776</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Bahaadinbeigy</surname>
          <given-names>Kambiz</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5430-3758</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Khajedaluee</surname>
          <given-names>Mohammad</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6275-4455</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5" corresp="yes">
      <name name-style="western">
        <surname>Tara</surname>
        <given-names>Mahmood</given-names>
      </name>
      <degrees>MD, PhD</degrees>
      <xref rid="aff5" ref-type="aff">5</xref>
      <address>
        <institution>Department of Medical Informatics</institution>
        <institution>Faculty of Medicine</institution>
        <institution>Mashhad University of Medical Sciences</institution>
        <addr-line>Azadi Square</addr-line>
        <addr-line>Mashhad,</addr-line>
        <country>Islamic Republic Of Iran</country>
        <phone>98 5138002429</phone>
        <email>taram@mums.ac.ir</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3945-7772</ext-link></contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Student Research Committee</institution>
    <institution>Department of Medical Informatics, Faculty of Medicine</institution>  
    <institution>Mashhad University of Medical Sciences</institution>  
    <addr-line>Mashhad</addr-line>
    <country>Islamic Republic Of Iran</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Women Health Research Center</institution>
    <institution>Department of Obstetrics and Gynecology, Faculty of Medicine</institution>  
    <institution>Mashhad University of Medical Sciences</institution>  
    <addr-line>Mashhad</addr-line>
    <country>Islamic Republic Of Iran</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Medical Informatics Research Center, Institute of Futures Studies in Health</institution>
    <institution>Kerman University of Medical Sciences</institution>  
    <addr-line>Kerman</addr-line>
    <country>Islamic Republic Of Iran</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Department of Community Medicine</institution>
    <institution>Faculty of Medicine</institution>  
    <institution>Mashhad University of Medical Sciences</institution>  
    <addr-line>Mashhad</addr-line>
    <country>Islamic Republic Of Iran</country></aff>
    <aff id="aff5">
    <sup>5</sup>
    <institution>Department of Medical Informatics</institution>
    <institution>Faculty of Medicine</institution>  
    <institution>Mashhad University of Medical Sciences</institution>  
    <addr-line>Mashhad</addr-line>
    <country>Islamic Republic Of Iran</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Mahmood Tara 
      <email>taram@mums.ac.ir</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Oct-Dec</season><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>14</day>
      <month>12</month>
      <year>2017</year>
    </pub-date>
    <volume>5</volume>
    <issue>4</issue>
    <elocation-id>e52</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>11</day>
        <month>7</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>4</day>
        <month>8</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>15</day>
        <month>10</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>29</day>
        <month>10</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Kolsoum Deldar, Fatemeh Tara, Kambiz Bahaadinbeigy, Mohammad Khajedaluee, Mahmood Tara. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 14.12.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://medinform.jmir.org/2017/4/e52/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Teleconsultation is a guarantor for virtual supervision of clinical professors on clinical decisions made by medical residents in teaching hospitals. Type, format, volume, and quality of exchanged information have a great influence on the quality of remote clinical decisions or tele-decisions. Thus, it is necessary to develop a reliable and standard model for these clinical relationships.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The goal of this study was to design and evaluate a data model for teleconsultation in the management of high-risk pregnancies.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>This study was implemented in three phases. In the first phase, a systematic review, a qualitative study, and a Delphi approach were done in selected teaching hospitals. Systematic extraction and localization of diagnostic items to develop the tele-decision clinical archetypes were performed as the second phase. Finally, the developed model was evaluated using predefined consultation scenarios.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Our review study has shown that present medical consultations have no specific structure or template for patient information exchange. Furthermore, there are many challenges in the remote medical decision-making process, and some of them are related to the lack of the mentioned structure. The evaluation phase of our research has shown that data quality (<italic>P</italic>&#60;.001), adequacy (<italic>P</italic>&#60;.001), organization (<italic>P</italic>&#60;.001), confidence (<italic>P</italic>&#60;.001), and convenience (<italic>P</italic>&#60;.001) had more scores in archetype-based consultation scenarios compared with routine-based ones.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Our archetype-based model could acquire better and higher scores in the data quality, adequacy, organization, confidence, and convenience dimensions than ones with routine scenarios. It is probable that the suggested archetype-based teleconsultation model may improve the quality of physician-physician remote medical consultations.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>remote consultation</kwd>
      <kwd>clinical archetype</kwd>
      <kwd>pregnancy</kwd>
      <kwd>clinical decision-making</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Teleconsultation is an important application of telemedicine, and it could be done remotely between two or more health care providers, for diagnostic or therapeutic purposes, by the use of information and communication technology [<xref ref-type="bibr" rid="ref1">1</xref>]. In fact, by using this technology, the physician’s knowledge, experience, and services could be used despite the lack of his or her physical presence [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <sec>
        <title>Teleconsultation Models Based on Time</title>
        <p>A look at published articles in the field of telemedicine shows that medical consulting can be performed in different ways, especially in four models: real time, near real time, store and forward, and mixed or hybrid. In a real-time model, the physicians in the referral center and refer center are present at the same time for a teleconsultation session. In this model, data and information exchange could be done through methods such as live chat and Internet-based videoconferencing or procedures independent of the Internet, such as a telephone conversation, whereas in the store and forward model, there is no such synchronization between sending patient-related data and receiving the response of the consultant. It is also possible to use Internet-based methods such as email or Web-based forums and non-Internet-based methods such as fax or short message service (SMS) in this model. Some consultations also use methods that are between real-time and asynchronous methods or near real time. In this method, although physicians in both centers are simultaneously in place for giving consultations, there is usually a short delay between sending data and its delivery to the referring center. This method has been used where there is a high volume of data exchange but not enough bandwidth to communicate live on the Web. Examples of this approach include the ability to upload video files from the referral center and receive and view it after a short time in the referring center [<xref ref-type="bibr" rid="ref3">3</xref>]. Some consultations are also carried out through a combination or mix of the aforementioned models.</p>
      </sec>
      <sec>
        <title>Consultations in Educational Hospitals</title>
        <p>In our educational hospitals and in the absence of clinical experts (eg, holidays), the senior and junior residents are responsible for patient care through telephone consulting with an on-call physician. Our previous study had shown that there is no formal education about the consultation process for requesting a resident, and it is learnt only by oral education or observing the performance of senior ones [<xref ref-type="bibr" rid="ref4">4</xref>]. So, data and information content that is exchanged in these consultations has no standard format or template. On the other hand, type, format, quality, and volume of clinical data exchange is different. These differences can be caused by many factors such as the urgency of clinical conditions of the patient, the Internet speed, experience and background of prior consultations with the applicant physician, receiving or not receiving feedback from the consulting physician, the medium, personality traits of the applicant physician, and time of consultation. Usually clinical findings are summarized by resident, and only prominent points are transferred to an on-call physician. This issue can adversely affect the quality of clinical decisions made by an on-call physician. Additionally, it is important to consider that because of the lack of the consultant’s physical presence beside the patient, changes in the type, quality, and the volume of clinical data provided by the applicant physician can make a significant impact on the quality of the distant physician’s consultation. Physicians’ discontent of poor quality consulting practices and the unstructured data being exchanged has been reported in several studies [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Moreover, the inadequacy of the data and submitting them as free text are among the problems in the teleconsultation process [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Data Model for Teleconsultation</title>
        <p>It might improve the consultation process to use structured templates in the form of a data model for teleconsultation. This means that data items required for decision making of the physician in different conditions are identified. Hence, at the time of consultation, the applicant physician would have already completed and submitted all those necessary items to the consulting physician. On the other hand, to observe the minimum standards for the exchange of data and information, the above items such as templates, formats, and units of measure should be limited.</p>
        <p>An effective step on the path to standardizing the exchange of data and information is the use of clinical archetypes. Archetype and template reviews show that some of their main goals of design and deployment are clinical data structuring, increasing interactivity between information systems, preserving data integrity, and simply enhancing quality [<xref ref-type="bibr" rid="ref10">10</xref>]. However, it seems that such a model has not been used in teleconsultation. If the physicians on either side would use the special tele-decision-making clinical archetype for the data and information exchanging process, it is possible to create better outcomes for patients. As little research has been done to create a standard structure for exchanging data [<xref ref-type="bibr" rid="ref11">11</xref>], this study was designed and conducted to develop a data model for teleconsultation based on the decision-making archetype for managing high-risk pregnancies.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This study was carried out in three phases; the methodology and results of phases 0 and 1 are described in detail in previous studies.</p>
      <sec>
        <title>Phase 0</title>
        <p>In this phase, a systematic review was done that aimed to make the physicians familiar with the concept of teleconsultation and finding potential problems. Additionally, a qualitative study was performed to determine the current status of telephone consultations among residents and on-call obstetricians or gynecologists, and a study based on Delphi was carried out to identify high-risk pregnancies in predetermined departments.</p>
      </sec>
      <sec>
        <title>Phase 1</title>
        <sec>
          <title>Extraction and Localization of Items for Tele-Decision-Making Clinical Archetypes</title>
          <p>Main references in obstetrics and gynecology (eg, textbooks, clinical guidelines, and electronic databases) were used to extract the items for tele-decision-making clinical archetypes, and then they were localized in several expert panel sessions. Details are described in a previous study.</p>
        </sec>
        <sec>
          <title>Designing the Model</title>
          <p>After finalizing the “extract and localize” process, the accepted items were divided into distinct subcategories (eg, “amniotic fluid index” was allocated to the “biometric ultrasonography” subcategory). These subcategories were also assigned into larger and more comprehensive groups (eg, the “biometric ultrasonography” subcategory was allocated to the “para-clinic” category). This process continued to achieve the main categories as needed for clinical teleconsultations. Required attributes for each item, such as format acceptable to respond to the items and accepted units of measurement for numeric domains, were defined based on the opinions of clinicians and informatics experts. The model was designed by using Microsoft Visio drawing software.</p>
        </sec>
      </sec>
      <sec>
        <title>Phase 2</title>
        <p>The model, which was designed by using pre-prepared consultation scenarios, was evaluated.</p>
        <sec>
          <title>Designing of Consultation Scenarios to Evaluate the Model</title>
          <p>In this phase, one of the qualified volunteers, who was a senior obstetrics and gynecology resident of a teaching hospital of the Mashhad University of Medical Sciences (MUMS), was asked to design five assumptive telephone consulting scenarios in which the physician consulted with an on-call professor based on the items of the tele-decision-making clinical archetypes. These scenarios were designed using five real, paper patient records that described a common high-risk pregnancy (one high-risk pregnancy record for each), so that on the one hand, a list of identified items for the physicians’ tele-decision making and on the other hand, information of patients with hidden identities was placed at his or her disposal to use them to provide assumptive teleconsultation scenarios with professors.</p>
          <p>Then, anonymous medical information of the same cases were given to other senior residents who were usually responsible for consulting with on-call professors. They were asked, assuming that their intention was to consult with an on-call physician about the patient by telephone, to provide a typical scenario for every case. A unique code was assigned to each scenario.</p>
        </sec>
        <sec>
          <title>Designing Checklist</title>
          <p>The design of the checklist used in this stage, took place in several phases (described in another study). In short, at the beginning, by using the results of qualitative research (interviews with experts), as well as a broad overview of the texts available in electronic resources and scientific articles, possible items suitable for the design of the checklist were identified. Then, all extracted items were examined and modified by clinicians and informatics experts in three stages to design a checklist tailored to the needs of research that was focused on the teleconsultations.</p>
        </sec>
        <sec>
          <title>Comparing Routinely Designed Scenarios With an Archetype-Based Scenario</title>
          <p>Scenario comparison was developed based on the archetype, with scenarios designed routinely, and these scenarios were randomly placed at the discretion of the clinicians. After reading each consultation scenario, experts commented on the content of consultations and registered them in the predesigned checklist. The allocation of archetype-based scenarios or routine-based scenarios to experts took place randomly. Wilcoxon test was used to compare the scores.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Phase 0</title>
        <sec>
          <title>The Result of Systematic Review</title>
          <p>The most important finding of this study is that there is presently no structured format for data and information exchange in teleconsultations [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        </sec>
        <sec>
          <title>The Result of the Qualitative Study</title>
          <p>The qualitative study has shown that specialists during teleconsultation with residents faced significant challenges at the time of the diagnosis and treatment of patients; the majority of these problems were caused by insufficient confidence in the judgment of the resident or disproportionate volume of information received concerning the patients [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        </sec>
        <sec>
          <title>The Result of the Delphi Study</title>
          <p>Results of this study have revealed that the most common high-risk pregnancies in hospitals in Mashhad are as follows: pre-eclampsia or eclampsia, hemorrhage in the third trimester, postterm delivery, preterm birth, and premature rupture of membranes [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Phase 1</title>
        <sec>
          <title>The Result of Extraction and Localization of Items for Tele-Decision-Making Clinical Archetypes</title>
          <p>This step led to the formation of two groups: general and demographic information (16 items) and technical information (142 items) [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        </sec>
        <sec>
          <title>The Designed Model</title>
          <p>The result of our previous review study has shown that overall the teleconsultation model is almost identical among physicians and follows a general pattern of requesting consulting and sending patient information by the first physician and responding to it by the consulting physician. In this study, this overall model and pattern was used as the basis. However, in the section related to the exchange of data and information, the clinical archetypes particular to decision making were used (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
          <p>As seen in <xref ref-type="fig" rid="figure1">Figure 1</xref>, the designed clinical archetypes consisted of two compositions associated with the request of the resident and the physician’s answer. Patient data and information collected by residents were grouped into two general categories of “observation” and “analysis.” Information related to the patient’s medical record, physical examination, and laboratory test results was inserted into the residents’ observation group.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Designed model for teleconsultation, based on clinical decision-making archetype.</p>
            </caption>
            <graphic xlink:href="medinform_v5i4e52_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>These observations, especially those related to physical examinations and laboratory tests, were analyzed by the residents; in consultations between the senior residents and specialists, usually the resident’s analysis of such information was transferred to the specialist. For example, if the pregnant woman’s platelet count was 127,000, instead of the aforementioned number, the resident transferred their own analysis and impressions of the number as “normal platelet count” to the specialist. It should be noted that the residents were able to properly analyze only some of these cases, and in the case of other data and information, they had to use the correct analysis based on clinical experience of the on-call physician. The most important issue that should be considered in this archetype is determining a template for type and amount of information to be transferred to the specialist. As was also identified in the qualitative part of this project (and similar studies), experts believe that factors such as the personality of residents, patient presentation, and the amount of oral information received during the consultation have a great impact on decisions made by physicians. Hence, in this model, we were trying to extract the most common, necessary items used to make decisions about high-risk pregnancy by the review of the literature and surveys from local experts. Then, with the help of clinicians and informatics experts, proper format and report priority was set for all of these items’ components. In the next step, a structured format to provide a summary report of the completed items by the residents and to send it to the experts was designed. A subsidiary of one of the components of the designed model (the last available biometric ultrasound) is shown in more detail in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p>
        </sec>
      </sec>
      <sec>
        <title>Phase 2</title>
        <sec>
          <title>The Result of the Checklist Design Step</title>
          <p>At this point, a checklist that contained seven items was used for evaluation of the model (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
        <sec>
          <title>The Result of Comparison of Archetype-Based Scenario With Routine-Based Scenario Group</title>
          <p>The following table shows quartiles scores of the self-assessment checklist of specialists, divided into the archetype-based scenario and routine-based scenario groups (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>One of the subsets of designed model for premature rupture of membrane (PROM; the last biometric ultrasound). AFI: amniotic fluid index; EFW: estimated fetal weight; AC: abdominal circumference; FL: femur length; BPD: biparietal diameter; HC: head circumference.</p>
            </caption>
            <graphic xlink:href="medinform_v5i4e52_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Quartiles scores of self-assessment checklist of specialists in both groups.</p>
            </caption>
            <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="40"/>
              <col width="560"/>
              <col width="80"/>
              <col width="80"/>
              <col width="80"/>
              <col width="70"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Item number and description</td>
                  <td>Group</td>
                  <td>25th</td>
                  <td>Median</td>
                  <td>75th</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td rowspan="2">1</td>
                  <td rowspan="2">The quality of patient-related data and information provided on this consultation is acceptable.</td>
                  <td>AS<sup>a</sup></td>
                  <td>4</td>
                  <td>4</td>
                  <td>5</td>
                  <td rowspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>RS<sup>b</sup></td>
                  <td>3</td>
                  <td>4</td>
                  <td>4</td>
                </tr>
                <tr valign="top">
                  <td rowspan="2">2</td>
                  <td rowspan="2">The volume of information presented in this consultation, to decide about the patient, is enough.</td>
                  <td>AS</td>
                  <td>4</td>
                  <td>5</td>
                  <td>5</td>
                  <td rowspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>RS</td>
                  <td>3</td>
                  <td>4</td>
                  <td>5</td>
                </tr>
                <tr valign="top">
                  <td rowspan="2">3</td>
                  <td rowspan="2">There is additional nonuseful information in those provided about the patient.</td>
                  <td>AS</td>
                  <td>4</td>
                  <td>4</td>
                  <td>5</td>
                  <td rowspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>RS</td>
                  <td>3</td>
                  <td>4</td>
                  <td>4</td>
                </tr>
                <tr valign="top">
                  <td rowspan="2">4</td>
                  <td rowspan="2">Order and organization of the information in this consultation were acceptable.</td>
                  <td>AS</td>
                  <td>4</td>
                  <td>4</td>
                  <td>5</td>
                  <td rowspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>RS</td>
                  <td>3</td>
                  <td>4</td>
                  <td>5</td>
                </tr>
                <tr valign="top">
                  <td rowspan="2">5</td>
                  <td rowspan="2">According to the provided information, I’m sure about the decision for the patient.</td>
                  <td>AS</td>
                  <td>4</td>
                  <td>5</td>
                  <td>5</td>
                  <td rowspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>RS</td>
                  <td>3</td>
                  <td>4</td>
                  <td>5</td>
                </tr>
                <tr valign="top">
                  <td rowspan="2">6</td>
                  <td rowspan="2">The time required to make decisions with respect to the quality of information provided was acceptable.</td>
                  <td>AS</td>
                  <td>4</td>
                  <td>4</td>
                  <td>5</td>
                  <td rowspan="2">.122</td>
                </tr>
                <tr valign="top">
                  <td>RS</td>
                  <td>3</td>
                  <td>4</td>
                  <td>5</td>
                </tr>
                <tr valign="top">
                  <td rowspan="2">7</td>
                  <td rowspan="2">According to information provided, making the decision for the patient was easy for me.</td>
                  <td>AS</td>
                  <td>4</td>
                  <td>5</td>
                  <td>5</td>
                  <td rowspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>RS</td>
                  <td>2.25</td>
                  <td>4</td>
                  <td>5</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>AS: archetype-based scenario.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>RS: routine-based scenario.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <p>According to the results of the Wilcoxon test, in six items of the specialists’ self-assessment checklist, there was a significant difference between the scores assigned to the archetype-based scenario and those of the routine-based scenario groups, and in all of them (except the third item), the archetype-based scenario group received better scores than the other group. In the third item related to the presence of additional information in the scenarios, scores of the archetype-based scenario group were higher but worse than the routine-based scenario group. The only item that did not have a significant difference was the one related to the time required for clinical decision making of specialists.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, to evaluate the proposed data model for teleconsultation archetype-based clinical decision-making consultation scenarios, we compared them with those scenarios based on routine procedures prepared by senior residents using the self-assessment checklist of obstetrics and gynecology physicians to rank the quality of their clinical decisions. The results of this comparison indicated that in five items (out of seven items in the checklist), scenarios based on archetypes received more favorable scores. This means that according to specialists, scenarios based on archetypes were better than scenarios based on routine procedures in terms of “quality of data,” “adequacy of information,” “discipline and organization,” “certainty of decision,” and “ease of decision making.” Although the average score of “acceptable time required for decision making” in the archetype-based scenario group was also higher than the routine-based scenario group, there was no statistically significant difference here. In the comparison between the two scenarios, the only item that experts evaluated unfavorable about scenarios based on archetypes was additional information in this scenario.</p>
        <p>Results of previous studies have shown that increasing the quality of data and information exchange can improve the quality of decision making [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], although this increase depends on the quality of the individual who makes the decision. In other words, increasing the quality of data could increase the quality of decision making in the event that the decision-maker has knowledge about the relationship between the variables of the problem [<xref ref-type="bibr" rid="ref14">14</xref>]. In this study, items related to acceptability of the quality of data and information in scenarios based on archetype received the higher score. The quality of sanitary data in some studies has been defined by two factors: accuracy and completeness [<xref ref-type="bibr" rid="ref15">15</xref>]. It seems that evaluation of the accuracy of the data by specialists for any of the scenarios was not possible. Perhaps one of the reasons that specialists gave a higher score to this item in the archetype-based scenario compared with the routine-based scenario consultations was the completeness of this group’s scenarios. Due to the scenarios prepared by routine methods being mostly short, and on the assumption that it is not necessary to provide the specialist with some of this information during telephone consultation, residents removed them from their consultations, whereas in the interviews with specialists, they narrated experiences when inadequate information submitted by residents had jeopardized the life of the mother and the baby. Normally, if specialists need more information about the patient, they receive this information through frequent questions and answers with residents. Due to the absence of this approach at the time of writing of the routine scenarios by the resident, such scenarios might be imperfect. It is probable that the use of archetypes needed for clinical decision making improves different data quality and information factors, especially when there is no possibility of frequent questions and answers.</p>
        <p>Another self-assessment checklist item was the adequacy of the information for clinical decision making. This item is also one of the aspects needed to enhance the quality of the decision [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. As most managers tend to get as much information as possible, providing the right amount of information to them is a challenging task [<xref ref-type="bibr" rid="ref16">16</xref>]. Hence, it is better to have a mechanism for determining the volume of incoming information to specialists to prevent information overload and ensure the adequacy of the information required, after all the delivery of clinical information more than the amount required typically does not improve consultation outcomes [<xref ref-type="bibr" rid="ref18">18</xref>]. By definition, clinical archetypes can be used as a model to determine the structure and content needed to obtain clinical information [<xref ref-type="bibr" rid="ref19">19</xref>]. They are also an appropriate and good way to describe structured sanitary information [<xref ref-type="bibr" rid="ref20">20</xref>]. Thus, it is possible to build up the content needed for medical consultation by using a certain type of archetype for clinical tele–decision making. This could be approved according to the higher scores given by clinicians to the adequacy of the information item in the clinical archetype-based scenario in comparison with the routine-based scenario.</p>
        <p>Bergus (2006) showed a significant correlation between the way the questions of physicians requesting consultation was organized and that of responses of consulting physicians. In fact, physicians requesting consultations can affect the outcome of consultation with specialists by how they design the questions and structure them; and this impact is independent of the specialists’ personal characteristics, the level of training, and the amount of information that is offered by the requesting consultations [<xref ref-type="bibr" rid="ref18">18</xref>]. In a teledermatology study, a semistructured form was used to send information to physicians. However, the intended structure was only to determine the topic of the data entry fields, and text input was done freely. The most important declared finding of this study was the reduction in the number of patients referred to physicians, but it is not clear whether the use of this basic structure of the information sending form affected this reduction or not [<xref ref-type="bibr" rid="ref21">21</xref>]. In another study, a pre-consultation structured questionnaire made students pay more attention to details of patient information [<xref ref-type="bibr" rid="ref22">22</xref>]. Taken together, these studies demonstrate the positive results of using a specified structure and format in consultation. That is probably why the score associated with the acceptability of order and information structure item in archetype-based scenario (due to the specific structural for the display of data and their order of displaying) was higher than that of routine-based scenario.</p>
        <p>In some studies, lack of request for conventional (in person) consultation is considered as an indicator to measure the physician’s confidence in teleconsultation, and in some other studies by using the 5-item Likert scale, the physician's confidence in clinical tele–decision making was measured. In the mentioned study, the confidence in decision making has been defined as a component consisting of data quality (such as quality of digital images) and the accuracy and details of the exchanged information. As a result, when digital image quality or resolution of radiological images was poor or amount of sent data was insufficient, the degree of confidence in the decision was reduced. The author of this study believes that sending more details, responding to the questions of consulting physicians, and increasing the number and quality of images could improve the confidence of surgeons to diagnose and treat patients [<xref ref-type="bibr" rid="ref23">23</xref>]. It has been shown in other studies that the use of more advanced techniques of telemedicine has increased the confidence in the adequacy of the treatment and care provided by physicians and nurses [<xref ref-type="bibr" rid="ref24">24</xref>]. In this study, specialists could ask more questions about the patients for consulting scenarios if more information is required. Information provided was inadequate, and thus, they felt a sense of uncertainty in the decision. However, only a small number of specialists have raised such questions at the end of scenarios (which could be because of the lack of questions for that scenario or because of the impatience of respondents), although the number of questions in routine-based scenario was more than those in the archetype-based scenario. Higher decision confidence scores may be explained by the above reason.</p>
        <p>People usually tend to assess the quality of expectations and their feelings about the decisions that they have taken. One of the most basic and most important experiences after decision making is how comfortable the person feels about the decision taken. A comfortable decision is a decision that accompanies the sense of physical and mental ease and pleasure [<xref ref-type="bibr" rid="ref25">25</xref>]. According to some studies, specialists believe that if clinical consultations and their related questions have a good structure, they could respond to them more easily than to unstructured questions [<xref ref-type="bibr" rid="ref18">18</xref>]. In other words, it may be concluded that the structure and certain order in the archetype-based scenario can help the specialist to have a greater sense of comfort and ease when they are using such scenarios in comparison with the time they respond to the routine-based scenario.</p>
        <p>The average scores of the item associated with the time needed to decide were the only average value that showed no significant difference between the two groups. In different studies, factors such as the low number of choices, fewer information inputs, and the limitation of the analysis, the small number of decision-makers and the low number of conflicting opinions are mentioned as factors that could increase the speed of decision making. Some other researchers believe that the greater the volume of information, the slower the decision making [<xref ref-type="bibr" rid="ref26">26</xref>]. However, in our study, it seems that one of the factors that may result in higher average scores of “acceptability of the time required for decision making” item in the archetype-based scenario is sufficient volume of information needed for decision making, and of course, the order in presenting information to specialists.</p>
        <p>In another study, in which the result were controversial, it was claimed that the accuracy of a diagnosis was directly associated with the processing speed of the information required to make decisions. In that study, it was concluded that increasing the speed of decision making (and reducing the time required for taking decisions) would increase the accuracy of diagnosis in physicians. In other words, spending a long time to diagnosis did not reduce the error rate in deciding [<xref ref-type="bibr" rid="ref27">27</xref>]. Therefore, it is probably to expect if, with the improvement of various factors, the speed of physicians in decision making is accelerated, more accurate and less wrong decisions would be taken. Of course, the personality of the decision-maker should not be ignored. In interviews with specialists, it was also noted that the decision-making procedure and speed is different and this is because of the skills, previous experience in dealing with a variety of difficult clinical conditions, as well as the specific individual characteristics of physicians. Perhaps for this reason, there were no significant differences between the average scores of the time of decision making of the two groups. In other words, only modifications of external factors such as how to provide a consulting scenario cannot improve the speed of decision making because the internal and other important factors influence the process.</p>
        <p>The only item where the archetype-based scenario received worse scores than the routine-based scenario was “the existence of additional unhelpful information” in these scenarios. As already mentioned, on the one hand, most decision-makers tend to gather as much information as possible to make better decisions [<xref ref-type="bibr" rid="ref16">16</xref>], and on the other hand, it is better to improve the quality of decision making by a reduction in the volume of data inputs. Given that in the previous items medical specialists gave a higher score to the sufficient volume of archetype-based scenario in contrast to routine-based scenario, the existence of additional unhelpful information might be caused by items that normally are not mentioned because of their negative answer in routine consultation. For example, negative history for liver or kidney disease or absence of family history of hypertension are such information that in the specialists’ view, including written and electronics sources, are important to make decisions about diagnosis and treatment of pregnancy hypertension. Nonetheless, it seems these items along with their negative response, despite their importance in diagnosis and treatment, are interpreted as additional information. Most of our participants (specialists) believed that the lack of these items in the context of consultation meant that a particular item is negative, whereas in the world of information, the lack of these items, in addition to being a negative response, could be a sign that shows that the item is missed or left incomplete. So, ways to avoid misinterpretation in this regard should be looked for, and perhaps using techniques such as aggregation or summarization to reduce the amount of information available in the scenarios [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Improving the quality of clinical care is partly associated with the improvement of decisions and judgments of the medical staff [<xref ref-type="bibr" rid="ref28">28</xref>]. Our study has demonstrated that archetype-based consultation scenarios for clinical decision making were superior to routine-based scenarios in terms of quality, volume, and structure, and specialists felt more confident and comfortable using the archetype-based scenario for decision making. In addition, in terms of time, speed of decision making in these scenarios is estimated somewhat more acceptable than other scenarios. Nevertheless, there was futile and additional information in these scenarios, and by different techniques of aggregation and summarization, the substance of these scenarios can be improved. Along these lines, it appears that the proposed data model for archetype-based teleconsultation can enhance the quality and the nature of teleconsultation between physicians.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Self-assessment checklist of specialists for teleconsultations.</p>
        <media xlink:href="medinform_v5i4e52_app1.pdf" xlink:title="PDF File (Adobe PDF File), 18KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AS</term>
          <def>
            <p>archetype-based scenario</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MUMS</term>
          <def>
            <p>Mashhad University of Medical Sciences</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RS</term>
          <def>
            <p>routine-based scenario</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study is a product of a PhD thesis of KD. SMT is guarantor. The authors are grateful to the research deputy of MUMS for financial support of this research. They would like to thank all the supervising physicians, residents, midwives, and nurses who participated in the study and gave their valuable time.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bove</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Homko</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Santamore</surname>
            <given-names>WP</given-names>
          </name>
          <name name-style="western">
            <surname>Kashem</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kerper</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Managing hypertension in urban underserved subjects using telemedicine--a clinical trial</article-title>
        <source>Am Heart J</source>  
        <year>2013</year>  
        <month>04</month>  
        <volume>165</volume>  
        <issue>4</issue>  
        <fpage>615</fpage>  
        <lpage>21</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ahj.2013.01.004</pub-id>
        <pub-id pub-id-type="medline">23537980</pub-id>
        <pub-id pub-id-type="pii">S0002-8703(13)00048-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Torani</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Khammarnia</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Delgoshaei</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>The ability of specialized hospitals of Iran university of medical sciences in establishing remote medical advice</article-title>
        <source>Health Inf Manag</source>  
        <year>2012</year>  
        <volume>8</volume>  
        <issue>6</issue>  
        <fpage>785</fpage>  
        <lpage>94</lpage>  
        <comment>
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.sid.ir/En/Journal/ViewPaper.aspx?ID=246787"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stahl</surname>
            <given-names>JN</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Zellner</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Pomerantsev</surname>
            <given-names>EV</given-names>
          </name>
          <name name-style="western">
            <surname>Chou</surname>
            <given-names>TN</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>HK</given-names>
          </name>
        </person-group>
        <article-title>A new approach to teleconferencing with intravascular US and cardiac angiography in a low-bandwidth environment</article-title>
        <source>Radiographics</source>  
        <year>2000</year>  
        <volume>20</volume>  
        <issue>5</issue>  
        <fpage>1495</fpage>  
        <lpage>503</lpage>  
        <pub-id pub-id-type="doi">10.1148/radiographics.20.5.g00se151495</pub-id>
        <pub-id pub-id-type="medline">10992038</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Deldar</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Tara</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Mirteimouri</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tara</surname>
            <given-names>SM</given-names>
          </name>
        </person-group>
        <article-title>Experiences of obstetricians and gynecologists in teleconsultation with medical residents: a qualitative study</article-title>
        <source>Glob J Health Sci</source>  
        <year>2016</year>  
        <month>11</month>  
        <day>29</day>  
        <volume>9</volume>  
        <issue>6</issue>  
        <fpage>1</fpage>  
        <pub-id pub-id-type="doi">10.5539/gjhs.v9n6p1</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bodenheimer</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Coordinating care--a perilous journey through the health care system</article-title>
        <source>N Engl J Med</source>  
        <year>2008</year>  
        <month>03</month>  
        <day>06</day>  
        <volume>358</volume>  
        <issue>10</issue>  
        <fpage>1064</fpage>  
        <lpage>71</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMhpr0706165</pub-id>
        <pub-id pub-id-type="medline">18322289</pub-id>
        <pub-id pub-id-type="pii">358/10/1064</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Horner</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Wagner</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Tufano</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Electronic consultations between primary and specialty care clinicians: early insights</article-title>
        <source>Issue Brief (Commonw Fund)</source>  
        <year>2011</year>  
        <month>10</month>  
        <volume>23</volume>  
        <fpage>1</fpage>  
        <lpage>14</lpage>  
        <pub-id pub-id-type="medline">22059281</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mehrotra</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Forrest</surname>
            <given-names>CB</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>CY</given-names>
          </name>
        </person-group>
        <article-title>Dropping the baton: specialty referrals in the United States</article-title>
        <source>Milbank Q</source>  
        <year>2011</year>  
        <month>03</month>  
        <volume>89</volume>  
        <issue>1</issue>  
        <fpage>39</fpage>  
        <lpage>68</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21418312"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1468-0009.2011.00619.x</pub-id>
        <pub-id pub-id-type="medline">21418312</pub-id>
        <pub-id pub-id-type="pmcid">PMC3160594</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Malley</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Tynan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Cohen</surname>
            <given-names>GR</given-names>
          </name>
          <name name-style="western">
            <surname>Kemper</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>MM</given-names>
          </name>
        </person-group>
        <article-title>Coordination of care by primary care practices: strategies, lessons and implications</article-title>
        <source>Res Brief</source>  
        <year>2009</year>  
        <month>04</month>  
        <issue>12</issue>  
        <fpage>1</fpage>  
        <lpage>16</lpage>  
        <pub-id pub-id-type="medline">19452679</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patterson</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Wootton</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>A web-based telemedicine system for low-resource settings 13 years on: insights from referrers and specialists</article-title>
        <source>Glob Health Action</source>  
        <year>2013</year>  
        <month>09</month>  
        <day>23</day>  
        <volume>6</volume>  
        <fpage>21465</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24063752"/>
        </comment>  
        <pub-id pub-id-type="medline">24063752</pub-id>
        <pub-id pub-id-type="pii">21465</pub-id>
        <pub-id pub-id-type="pmcid">PMC3782613</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hoy</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hardiker</surname>
            <given-names>NR</given-names>
          </name>
          <name name-style="western">
            <surname>McNicoll</surname>
            <given-names>IT</given-names>
          </name>
          <name name-style="western">
            <surname>Westwell</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Bryans</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Collaborative development of clinical templates as a national resource</article-title>
        <source>Int J Med Inform</source>  
        <year>2009</year>  
        <month>04</month>  
        <volume>78</volume>  
        <issue>Suppl 1</issue>  
        <fpage>S95</fpage>  
        <lpage>100</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2008.06.003</pub-id>
        <pub-id pub-id-type="medline">18639486</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(08)00090-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Deldar</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Bahaadinbeigy</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Tara</surname>
            <given-names>SM</given-names>
          </name>
        </person-group>
        <article-title>Teleconsultation and clinical decision making: a systematic review</article-title>
        <source>Acta Inform Med</source>  
        <year>2016</year>  
        <month>07</month>  
        <day>16</day>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>286</fpage>  
        <lpage>92</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27708494"/>
        </comment>  
        <pub-id pub-id-type="doi">10.5455/aim.2016.24.286-292</pub-id>
        <pub-id pub-id-type="medline">27708494</pub-id>
        <pub-id pub-id-type="pii">AIM-24-286</pub-id>
        <pub-id pub-id-type="pmcid">PMC5037984</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Deldar</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Tara</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Mirzaeian</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pourhoseini</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tara</surname>
            <given-names>SM</given-names>
          </name>
        </person-group>
        <article-title>Systematic extraction of diagnostic data items for common high-risk pregnancies using Delphi technique</article-title>
        <source>IJOG</source>  
        <year>2017</year>  
        <volume>20</volume>  
        <issue>3</issue>  
        <fpage>18</fpage>  
        <lpage>28</lpage>  
        <comment>
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.sid.ir/En/Journal/ViewPaper.aspx?ID=542656"/></comment>  
        <pub-id pub-id-type="doi">10.22038/IJOGI.2017.8869</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Frank</surname>
            <given-names>AU</given-names>
          </name>
        </person-group>
        <article-title>Analysis of dependence of decision quality on data quality</article-title>
        <source>J Geograph Syst</source>  
        <year>2008</year>  
        <month>2</month>  
        <day>29</day>  
        <volume>10</volume>  
        <issue>1</issue>  
        <fpage>71</fpage>  
        <lpage>88</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10109-008-0059-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Raghunathan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Impact of information quality and decision-maker quality on decision quality: a theoretical model and simulation analysis</article-title>
        <source>Decis Support Syst</source>  
        <year>1999</year>  
        <month>10</month>  
        <volume>26</volume>  
        <issue>4</issue>  
        <fpage>275</fpage>  
        <lpage>86</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0167-9236(99)00060-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hasan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Padman</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Analyzing the effect of data quality on the accuracy of clinical decision support systems: a computer simulation approach</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2006</year>  
        <fpage>324</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238356"/>
        </comment>  
        <pub-id pub-id-type="medline">17238356</pub-id>
        <pub-id pub-id-type="pii">85883</pub-id>
        <pub-id pub-id-type="pmcid">PMC1839724</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hwang</surname>
            <given-names>MI</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <article-title>Information dimension, information overload and decision quality</article-title>
        <source>J Inf Sci</source>  
        <year>2016</year>  
        <month>07</month>  
        <volume>25</volume>  
        <issue>3</issue>  
        <fpage>213</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1177/016555159902500305</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Resnicow</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Abrahamse</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Tocco</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Hawley</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Griggs</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Janz</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Fagerlin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>KC</given-names>
          </name>
          <name name-style="western">
            <surname>Gabram</surname>
            <given-names>SG</given-names>
          </name>
          <name name-style="western">
            <surname>Katz</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Development and psychometric properties of a brief measure of subjective decision quality for breast cancer treatment</article-title>
        <source>BMC Med Inform Decis Mak</source>  
        <year>2014</year>  
        <month>12</month>  
        <day>05</day>  
        <volume>14</volume>  
        <fpage>110</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-014-0110-x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12911-014-0110-x</pub-id>
        <pub-id pub-id-type="medline">25476986</pub-id>
        <pub-id pub-id-type="pii">s12911-014-0110-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC4272518</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bergus</surname>
            <given-names>GR</given-names>
          </name>
          <name name-style="western">
            <surname>Emerson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Reed</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Attaluri</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Email teleconsultations: well formulated clinical referrals reduce the need for clinic consultation</article-title>
        <source>J Telemed Telecare</source>  
        <year>2006</year>  
        <volume>12</volume>  
        <issue>1</issue>  
        <fpage>33</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1258/135763306775321434</pub-id>
        <pub-id pub-id-type="medline">16438777</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Leslie</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Heard</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Archetypes 101</article-title>
        <year>2006</year>  
        <conf-name>HIC 2006 and HINZ 2006: Proceedings</conf-name>
        <conf-date>2006</conf-date>
        <conf-loc>Brunswick East, Vic</conf-loc>
        <publisher-loc>Brunswick East, Victoria</publisher-loc>
        <publisher-name>Health Informatics Society of Australia</publisher-name>
        <fpage>18</fpage>  
        <lpage>23</lpage> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>HISO</collab>
        </person-group>
        <source>Health.gov</source>  
        <year>2012</year>  
        <access-date>2017-12-02</access-date>
        <comment>Health information exchange content model architecture building block, HISO 10040.2 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.health.govt.nz/system/files/documents/publications/hiso-10040-2-hie-content-model-v1.pdf">https://www.health.govt.nz/system/files/documents/publications/hiso-10040-2-hie-content-model-v1.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6vPHVA9W7"/></comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eminović</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>de Keizer</surname>
            <given-names>NF</given-names>
          </name>
          <name name-style="western">
            <surname>Wyatt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>ter</surname>
            <given-names>RG</given-names>
          </name>
          <name name-style="western">
            <surname>Peek</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>van Weert</surname>
            <given-names>HC</given-names>
          </name>
          <name name-style="western">
            <surname>Bruijnzeel-Koomen</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Bindels</surname>
            <given-names>PJ</given-names>
          </name>
        </person-group>
        <article-title>Teledermatologic consultation and reduction in referrals to dermatologists: a cluster randomized controlled trial</article-title>
        <source>Arch Dermatol</source>  
        <year>2009</year>  
        <month>05</month>  
        <volume>145</volume>  
        <issue>5</issue>  
        <fpage>558</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="doi">10.1001/archdermatol.2009.44</pub-id>
        <pub-id pub-id-type="medline">19451500</pub-id>
        <pub-id pub-id-type="pii">145/5/558</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shaikh</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Lehmann</surname>
            <given-names>CU</given-names>
          </name>
          <name name-style="western">
            <surname>Kaleida</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Cohen</surname>
            <given-names>BA</given-names>
          </name>
        </person-group>
        <article-title>Efficacy and feasibility of teledermatology for paediatric medical education</article-title>
        <source>J Telemed Telecare</source>  
        <year>2008</year>  
        <volume>14</volume>  
        <issue>4</issue>  
        <fpage>204</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1258/jtt.2008.071108</pub-id>
        <pub-id pub-id-type="medline">18534955</pub-id>
        <pub-id pub-id-type="pii">14/4/204</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stutchfield</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Jagilly</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Tulloh</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Second opinions in remote surgical practice using email and digital photography</article-title>
        <source>ANZ J Surg</source>  
        <year>2007</year>  
        <month>11</month>  
        <volume>77</volume>  
        <issue>11</issue>  
        <fpage>1009</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1445-2197.2007.04299.x</pub-id>
        <pub-id pub-id-type="medline">17931268</pub-id>
        <pub-id pub-id-type="pii">ANS4299</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Donnem</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ervik</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Magnussen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Andersen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pastow</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Andreassen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Nørstad</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Helbekkmo</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bremnes</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Nordoy</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Bridging the distance: a prospective tele-oncology study in Northern Norway</article-title>
        <source>Support Care Cancer</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>20</volume>  
        <issue>9</issue>  
        <fpage>2097</fpage>  
        <lpage>103</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00520-011-1319-1</pub-id>
        <pub-id pub-id-type="medline">22076621</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Lehmann</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>Decision comfort</article-title>
        <source>J Consum Res</source>  
        <year>2016</year>  
        <month>02</month>  
        <day>01</day>  
        <volume>43</volume>  
        <issue>1</issue>  
        <fpage>113</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="doi">10.1093/jcr/ucw010</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eisenhardt</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>Making fast strategic decisions in high-velocity environments</article-title>
        <source>Acad Manag J</source>  
        <year>1989</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>32</volume>  
        <issue>3</issue>  
        <fpage>543</fpage>  
        <lpage>76</lpage>  
        <pub-id pub-id-type="doi">10.2307/256434</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sherbino</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Dore</surname>
            <given-names>KL</given-names>
          </name>
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>TJ</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Gaissmaier</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Kreuger</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>GR</given-names>
          </name>
        </person-group>
        <article-title>The relationship between response time and diagnostic accuracy</article-title>
        <source>Acad Med</source>  
        <year>2012</year>  
        <month>06</month>  
        <volume>87</volume>  
        <issue>6</issue>  
        <fpage>785</fpage>  
        <lpage>91</lpage>  
        <pub-id pub-id-type="doi">10.1097/ACM.0b013e318253acbd</pub-id>
        <pub-id pub-id-type="medline">22534592</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Stapley</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Do educational interventions improve nurses' clinical decision making and judgement? A systematic review</article-title>
        <source>Int J Nurs Stud</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>48</volume>  
        <issue>7</issue>  
        <fpage>881</fpage>  
        <lpage>93</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2010.12.005</pub-id>
        <pub-id pub-id-type="medline">21241984</pub-id>
        <pub-id pub-id-type="pii">S0020-7489(10)00403-7</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
