<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e16484</article-id>
      <article-id pub-id-type="pmid">32012061</article-id>
      <article-id pub-id-type="doi">10.2196/16484</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Primary Care Doctor Characteristics That Determine the Use of Teleconsultations in the Catalan Public Health System: Retrospective Descriptive Cross-Sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Puig</surname>
            <given-names>Jordi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Prior</surname>
            <given-names>Sarah</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Fernández</surname>
            <given-names>Oscar Solans</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3822-9869</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Seguí</surname>
            <given-names>Francesc López</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0977-0215</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Vidal-Alaball</surname>
            <given-names>Josep</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Health Promotion in Rural Areas Research Group</institution>
            <institution>Gerència Territorial de la Catalunya Central</institution>
            <institution>Institut Català de la Salut</institution>
            <addr-line>C Pica d'Estats, 13-15</addr-line>
            <addr-line>Sant Fruitós de Bages, Catalonia</addr-line>
            <country>Spain</country>
            <phone>34 93 693 0040</phone>
            <email>jvidal.cc.ics@gencat.cat</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3527-4242</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bonet Simo</surname>
            <given-names>Josep Maria</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7981-5880</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Vian</surname>
            <given-names>Oscar Hernandez</given-names>
          </name>
          <degrees>MSc, MPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4772-536X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Cabo</surname>
            <given-names>Pascual Roig</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7526-7899</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Hernandez</surname>
            <given-names>Marta Carrasco</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5901-8390</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Dominguez</surname>
            <given-names>Carmen Olmos</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7664-8864</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Reig</surname>
            <given-names>Xavier Alzaga</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2745-1341</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Rodríguez</surname>
            <given-names>Yesika Díaz</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3727-7340</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Peralta</surname>
            <given-names>Manuel Medina</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3716-2930</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Hermosilla</surname>
            <given-names>Eduardo</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3031-0304</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>León</surname>
            <given-names>Nuria Martínez</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6047-5521</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Guimferrer</surname>
            <given-names>Nuria</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8066-2191</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>González</surname>
            <given-names>Mercedes Abizanda</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7360-0862</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Cuyàs</surname>
            <given-names>Francesc García</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2448-5466</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author">
          <name name-style="western">
            <surname>Sust</surname>
            <given-names>Pol Pérez</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2073-0951</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Health Department</institution>
        <institution>Catalan Ministry of Health</institution>
        <addr-line>Barcelona, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>TIC Salut Social</institution>
        <institution>Ministry of Health</institution>
        <addr-line>Barcelona, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Center for Research in Health and Economics</institution>
        <institution>Pompeu Fabra University</institution>
        <addr-line>Barcelona, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Health Promotion in Rural Areas Research Group</institution>
        <institution>Gerència Territorial de la Catalunya Central</institution>
        <institution>Institut Català de la Salut</institution>
        <addr-line>Sant Fruitós de Bages, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Unitat de Suport a la Recerca de la Catalunya Central</institution>
        <institution>Fundació Institut Universitari per a la recerca a l'Atenció Primària de Salut Jordi Gol i Gurina</institution>
        <addr-line>Sant Fruitós de Bages, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Fundació Institut Universitari per a la recerca a l'Atenció Primària de Salut Jordi Gol i Gurina</institution>
        <addr-line>Barcelona, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Parc Sanitari Pere Virgili</institution>
        <institution>Ministry of Health</institution>
        <addr-line>Barcelona, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Sant Joan de Déu Hospital</institution>
        <institution>Catalan Ministry of Health</institution>
        <addr-line>Barcelona, Catalonia</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Josep Vidal-Alaball <email>jvidal.cc.ics@gencat.cat</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>31</day>
        <month>1</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>1</issue>
      <elocation-id>e16484</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>1</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Oscar Solans Fernández, Francesc López Seguí, Josep Vidal-Alaball, Josep Maria Bonet Simo, Oscar Hernandez Vian, Pascual Roig Cabo, Marta Carrasco Hernandez, Carmen Olmos Dominguez, Xavier Alzaga Reig, Yesika Díaz Rodríguez, Manuel Medina Peralta, Eduardo Hermosilla, Nuria Martínez León, Nuria Guimferrer, Mercedes Abizanda González, Francesc García Cuyàs, Pol Pérez Sust. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 31.01.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://medinform.jmir.org/2020/1/e16484/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>eConsulta is a tele-consultation service involving doctors and patients, and is part of Catalonia's public health information technology system. The service has been in operation since the end of 2015 as an adjunct to face-to-face consultations. A key factor in understanding the barriers and facilitators to the acceptance of the tool is understanding the sociodemographic characteristics of general practitioners who determine its use.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to analyze the sociodemographic factors that affect the likelihood of doctors using eConsulta.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A retrospective cross-sectional analysis of administrative data was used to perform a multivariate logistic regression analysis on the use of eConsulta in relation to sociodemographic variables.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The model shows that the doctors who use eConsulta are 45-54 years of age, score higher than the 80th percentile on the quality of care index, have a high degree of accessibility, are involved in teaching, and work on a health team in a high socioeconomic urban setting.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results suggest that certain sociodemographic characteristics associated with general practitioners determine whether they use eConsulta. These results must be taken into account if its deployment is to be encouraged in the context of a public health system.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>tele-medicine</kwd>
        <kwd>tele-consultation</kwd>
        <kwd>remote consultation</kwd>
        <kwd>primary care</kwd>
        <kwd>general practitioners</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The use of tele-consulting, synchronous or asynchronous consultation using information and communication technologies (ICT) to omit geographical and functional distance between general practitioners and citizens in primary health care, is widespread in both public [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] and private [<xref ref-type="bibr" rid="ref3">3</xref>] medicine. Although various studies suggest it is beneficial in certain contexts such as the monitoring of diabetes, heart disease, and high blood pressure [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>] and well accepted by patients [<xref ref-type="bibr" rid="ref6">6</xref>], its uptake remains low [<xref ref-type="bibr" rid="ref7">7</xref>], and there are difficulties facing its use in clinical practice [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Some studies have pointed out that these difficulties may be due to a lack of focus in the implementation of these interventions [<xref ref-type="bibr" rid="ref10">10</xref>] (ie, doctors do not see them as effective [<xref ref-type="bibr" rid="ref11">11</xref>]), or it is due to the scarcity and inconclusive nature of the evidence published to date [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. A recently published study offers recommendations on future interventions in this field, such as identifying the impact on the doctors’ workload [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>The Catalan public health system consists of more than 160 providers that offer universal access to 7.5 million people, making it an integrated public welfare network that guarantees the universal right to health [<xref ref-type="bibr" rid="ref16">16</xref>]. The large number of stakeholders has led centers to create their own information technology (IT) systems to meet specific needs. As a result, in 2008, the decision was made to implement a common platform that can securely share clinical information between different centers and health professionals [<xref ref-type="bibr" rid="ref17">17</xref>]. Shortly afterward, the personal health folder (PHF), a tool that allows members of the public to securely access their personal information and online services [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], was deployed. eConsulta was subsequently launched in 2015 as an asynchronous tele-consultation tool for members of the public and general practitioners (GP) as a complement to face-to-face care. Its implementation has gradually extended to the entire network (more than 92% of primary care teams have used the tool). Nevertheless, its use in relation to conventional consultations remains low (accounting for just 0.9% of the total).</p>
      <p>A recent study of factors that influence the use of eConsulta found that the main reason individuals used the service was to resolve administrative matters and because the service has potential for significantly reducing the number of face-to-face visits [<xref ref-type="bibr" rid="ref20">20</xref>]. Another key factor in an effective analysis of the tool’s use is establishing the profile of the doctors who use it. Evidence suggests that specific characteristics determine the adoption of digital health technology. Studies have associated older age, close proximity to retirement, and female doctors with a lower probability of the GP using these tools [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Additionally, GPs with prior experience with other digital health technologies are shown to be more enthusiastic and optimistic than those who have not yet used them [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>In light of this evidence, this study aimed to employ a multivariate logistic regression model to analyze the characteristics of GPs that affect their use of eConsulta in the context of the Catalan public health system.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Sample</title>
        <p>This is a retrospective descriptive cross-sectional study of primary health care GPs belonging to the Catalan Health Institute (ICS), the major provider of primary care services in Catalonia (serving 74% of the Catalan population). The period of study was between January 1, 2016, and March 31, 2018. The target sample was made up of all 3259 GPs working at ICS from 285 centers. The following exclusion criteria were established: doctors belonging to centers participating in the pilot phase of the study, those belonging to centers that activated eConsulta less than 12 months after activating the electronic clinical IT system, GPs from centers that activated the eConsulta service after January 2018 (thus ensuring a minimum 2-month use of the service), those with more than 100 children assigned to them, and those who changed primary care teams during the study period. This study included a total of 2451 doctors serving 220 centers (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Of these, 808 GPs who were excluded showed no statistically significant difference with respect to age, gender, and their quality of care (QoC) score, which is an indicator based on public information systems that evaluates performance related to the prevention and control of various illnesses such as hypertension, diabetes, and dyslipidemia (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>The main study variable was the use of the eConsulta service. Use was defined as any messages sent during the study period, and nonuse was defined as no messages sent. The following were considered independent variables: age, gender, socioeconomic level of the center, type of center (rural or urban), average number of adults attended, mean age of patients assigned to GP, percentage of patients who have activated their PHF, GPs involvement in teaching (yes or no), QoC score, pharmacy prescription quality standard (PPQS) score as of December 2017, and doctor’s accessibility (possibility of scheduling an appointment within 48 hours, 5 days, and 10 days).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of the study population. NGP: number of general practitioners; NT: number of primary health teams; PCT: primary health team; eCAP: primary care information system; GP: general practitioner.</p>
          </caption>
          <graphic xlink:href="medinform_v8i1e16484_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sociodemographic characteristics of doctors included and excluded in the study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="0"/>
            <col width="230"/>
            <col width="0"/>
            <col width="180"/>
            <col width="230"/>
            <col width="230"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Demographic</td>
                <td colspan="2">All (N=3259)</td>
                <td>Excluded (n=808)</td>
                <td>Included (n=2451)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Age, n (%)</bold>
                </td>
                <td>.16</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>28-34 years</td>
                <td colspan="2">184 (5.65)</td>
                <td>50 (6.19)</td>
                <td>134 (5.47)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>35-44 years</td>
                <td colspan="2">897 (27.50)</td>
                <td>243 (30.10)</td>
                <td>654 (26.70)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>45-54 years</td>
                <td colspan="2">1001 (30.70)</td>
                <td>227 (28.10)</td>
                <td>774 (31.60)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>55-66 years</td>
                <td colspan="2">1121 (34.40)</td>
                <td>271 (33.5)</td>
                <td>850 (34.70)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Missing</td>
                <td colspan="2">56 (1.72)</td>
                <td>17 (2.10)</td>
                <td>39 (1.59)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Sex, n (%)</bold>
                </td>
                <td>.61</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Male</td>
                <td>2201 (67.50)</td>
                <td>541 (67.00)</td>
                <td>1660 (67.70)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Female</td>
                <td>1002 (30.70)</td>
                <td>250 (30.90)</td>
                <td>752 (30.70)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Missing</td>
                <td>56 (1.72)</td>
                <td>17 (2.10)</td>
                <td>39 (1.59)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Quality of care score</td>
                <td colspan="2">760 (101)</td>
                <td>756 (102)</td>
                <td>762 (100)</td>
                <td>.13</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Model</title>
        <p>The descriptive analysis used the mean and standard deviation for continuous variables and numbers and percentages for categorical variables. The <italic>t</italic> test was used to test the significance for continuous variables, and the Chi-square test was used for categorical variables. To evaluate which variables make a doctor more likely to have used the platform, a multivariate logistic regression analysis was used with a significance level of 95%. R-3.5.1 (R Foundation for Statistical Computing, Vienna, Austria) software was used to conduct the analysis.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref ref-type="table" rid="table2">Table 2</xref> shows the most prevalent characteristics of professional users. Doctors who use eConsulta have a higher percentage of patients who have activated their PHF and score higher on the PPQS score, QoC score, and accessibility of care indices. There are no statistically significant differences between doctors who use eConsulta and those who do not with respect to the average number of adults attended or the average age of the patients assigned to them.</p>
      <p>The multivariate regression model examined which variables affect the use of eConsulta. These variables, independently related to the outcome, are distinct from those obtained from the bivariate analysis, in which they are combined. This means it was not possible to identify a specific correlation. The odds ratio for each outcome is shown with regard to the reference categories and can be interpreted as probabilities. A coefficient of less than 1 indicates that the use of eConsulta is less likely, while coefficients greater than 1 indicate a greater probability of the tool being used. Therefore, according to the regression model, the characteristics of the doctors that determine the use of eConsulta include the following: 45-54 years of age, a QoC score that is higher than the 80th percentile, a high degree of accessibility, are involved in teaching, and work in a primary care team in an urban area with a high socioeconomic level. All of the variables shown in <xref ref-type="table" rid="table3">Table 3</xref> are statistically significant.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Sociodemographic characteristics of doctors by use of eConsulta.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="460"/>
          <col width="0"/>
          <col width="160"/>
          <col width="0"/>
          <col width="140"/>
          <col width="140"/>
          <col width="0"/>
          <col width="70"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Demographic</td>
              <td colspan="2">Total (N=2451)</td>
              <td>User (n=1269)</td>
              <td colspan="2">Nonuser (n=1182)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="7">
                <bold>Sex, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td colspan="2">1660 (67.70)</td>
              <td colspan="2">798 (62.90)</td>
              <td>862 (72.90)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td colspan="2">752 (30.70)</td>
              <td colspan="2">439 (34.60)</td>
              <td>313 (26.50)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Missing</td>
              <td colspan="2">39 (1.59)</td>
              <td colspan="2">32 (2.52)</td>
              <td>7 (0.59)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Age, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>28-34 years</td>
              <td colspan="2">134 (5.47)</td>
              <td colspan="2">91 (7.17)</td>
              <td>43 (3.64)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-44 years</td>
              <td colspan="2">654 (26.70)</td>
              <td colspan="2">326 (25.70)</td>
              <td>328 (27.70)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>45-54 years</td>
              <td colspan="2">774 (31.60)</td>
              <td colspan="2">319 (25.10)</td>
              <td>455 (38.50)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>55-66 years</td>
              <td colspan="2">850 (34.70)</td>
              <td colspan="2">501 (39.50)</td>
              <td>349 (29.50)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Missing</td>
              <td colspan="2">39 (1.59)</td>
              <td colspan="2">32 (2.52)</td>
              <td>7 (0.59)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Type</bold>
                <bold>PCT<sup>a</sup>, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>0R (Rural)</td>
              <td colspan="2">227 (9.26)</td>
              <td colspan="2">145 (11.40)</td>
              <td>82 (6.94)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>1R (Semirural)</td>
              <td colspan="2">144 (5.88)</td>
              <td colspan="2">90 (7.09)</td>
              <td>54 (4.57)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>2R (Semiurban)</td>
              <td colspan="2">270 (11.00)</td>
              <td colspan="2">170 (13.40)</td>
              <td>100 (8.46)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>4U (Urban, very low socioeconomic level)</td>
              <td colspan="2">455 (18.60)</td>
              <td colspan="2">233 (18.40)</td>
              <td>222 (18.80)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>3U (Urban, low socioeconomic level)</td>
              <td colspan="2">474 (19.30)</td>
              <td colspan="2">246 (19.40)</td>
              <td>228 (19.30)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>2U (Urban, high socioeconomic level)</td>
              <td colspan="2">353 (14.40)</td>
              <td colspan="2">183 (14.40)</td>
              <td>170 (14.40)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>1U (Urban, very high socioeconomic level)</td>
              <td colspan="2">528 (21.50)</td>
              <td colspan="2">202 (15.90)</td>
              <td>326 (27.60)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Type PCT, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rural</td>
              <td colspan="2">641 (26.20)</td>
              <td colspan="2">405 (31.90)</td>
              <td>236 (20.00)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Urban</td>
              <td colspan="2">1810 (73.80)</td>
              <td colspan="2">864 (68.10)</td>
              <td>946 (80.00)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="3">Adults seen, mean (SD)</td>
              <td colspan="2">1102 (229)</td>
              <td>1111 (231)</td>
              <td colspan="2">1093 (226)</td>
              <td>.06</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Age quota, mean (SD)</td>
              <td colspan="2">50.1 (3.82)</td>
              <td>49.9 (3.62)</td>
              <td colspan="2">50.3 (4.01)</td>
              <td>.03</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Quota for patients aged over 65 years (%), mean (SD)</td>
              <td colspan="2">23.6 (7.91)</td>
              <td>23.2 (7.44)</td>
              <td colspan="2">24.1 (8.37)</td>
              <td>.006</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Patients with PHF<sup>b</sup> activated (%), mean (SD)</td>
              <td colspan="2">5.49 (2.85)</td>
              <td>4.62 (2.31)</td>
              <td colspan="2">6.41 (3.08)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Teaching in 2017, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">2090 (85.30)</td>
              <td colspan="2">1123 (88.50)</td>
              <td>967 (81.80)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">361 (14.70)</td>
              <td colspan="2">146 (11.50)</td>
              <td>215 (18.20)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="3">QoC<sup>c</sup> score - December 2017, mean (SD)</td>
              <td colspan="2">762 (100)</td>
              <td>749 (108)</td>
              <td colspan="2">775 (89.1)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>QoC score - December 2017 categorized, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>0-20</td>
              <td colspan="2">459 (18.70)</td>
              <td colspan="2">302 (23.80)</td>
              <td>157 (13.30)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>20-80</td>
              <td colspan="2">1497 (61.10)</td>
              <td colspan="2">734 (57.80)</td>
              <td>763 (64.60)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>80-100</td>
              <td colspan="2">495 (20.20)</td>
              <td colspan="2">233 (18.40)</td>
              <td>262 (22.20)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="3">PPQS<sup>d</sup> score - December 2017, mean (SD)</td>
              <td colspan="2">62.1 (18.4)</td>
              <td>60.7 (18.6)</td>
              <td colspan="2">63.5 (18.1)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>PPQS score - December 2017 categorized, n (%)</bold>
              </td>
              <td colspan="2">
                <bold>&#60;.001</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>0-20</td>
              <td colspan="2">396 (16.20)</td>
              <td colspan="2">213 (16.80)</td>
              <td>183 (15.50)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>20-80</td>
              <td colspan="2">1364 (55.70)</td>
              <td colspan="2">672 (53.00)</td>
              <td>692 (58.50)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>80-100</td>
              <td colspan="2">477 (19.50)</td>
              <td colspan="2">203 (16.00)</td>
              <td>274 (23.20)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Missing</td>
              <td colspan="2">214 (8.73)</td>
              <td colspan="2">181 (14.30)</td>
              <td>33 (2.79)</td>
              <td colspan="2"/>
            </tr>
            <tr valign="top">
              <td colspan="3">Replies in less than 5 days (%), mean (SD)</td>
              <td colspan="2">67.5 (28.60)</td>
              <td>75.1 (29.80)</td>
              <td colspan="2">65.9 (28.10)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Accessibility in 48 hours (%), mean (SD)</td>
              <td colspan="2">31.1 (23.50)</td>
              <td>31.7 (25.10)</td>
              <td colspan="2">30.5 (21.60)</td>
              <td>.23</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Accessibility in 5 days (%), mean (SD)</td>
              <td colspan="2">50.3 (27.80)</td>
              <td>48.8 (28.80)</td>
              <td colspan="2">51.9 (26.60)</td>
              <td>.006</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Accessibility in 10 days (%), mean (SD)</td>
              <td colspan="2">74.2 (23.70)</td>
              <td>71.5 (25.10)</td>
              <td colspan="2">77.1 (21.80)</td>
              <td>&#60;.001</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>PCT: primary care team.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>PHF: personal health folder.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>QoC: quality of care.</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>PPQS: pharmacy prescription quality standard.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Results of the logistic regression model.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="580"/>
          <col width="300"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td>Demographic</td>
              <td>Odds ratio (95% CI)</td>
              <td><italic>P</italic> values</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Age: 35-44 years<sup>a</sup></td>
              <td>2.152 (1.431-3.277)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Age: 45-54 years</td>
              <td>2.969 (1.979-4.512)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Age: 56-66 years</td>
              <td>1.528 (1.019-2.320)</td>
              <td>.04</td>
            </tr>
            <tr valign="top">
              <td>Sex: Male</td>
              <td>0.717 (0.592-0.869)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>QoC<sup>b</sup> score 20-80%</td>
              <td>1.942 (1.542-2.454)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>QoC score 80-100%</td>
              <td>2.329 (1.761-3.088)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Semirural type</td>
              <td>1.299 (0.823-2.047)</td>
              <td>.26</td>
            </tr>
            <tr valign="top">
              <td>Semiurban type</td>
              <td>1.158 (0.784-1.713)</td>
              <td>.46</td>
            </tr>
            <tr valign="top">
              <td>Urban 4: very low socioeconomic level</td>
              <td>2.024 (1.410-2.919)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Urban 3: low socioeconomic level</td>
              <td>2.038 (1.428-2.920)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Urban 2: high socioeconomic level</td>
              <td>2.207 (1.513-3.231)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Urban 1: very high socioeconomic level</td>
              <td>4.016 (2.820-5.750)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Accessibility in 10 days</td>
              <td>1.017 (1.013-1.021)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>Teaching indicator 2017</td>
              <td>1.496 (1.165-1.923)</td>
              <td>.002</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>All variables have a reference category.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>QoC: quality of care.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The results of this study differ from those of previous ones, which did not find significant differences in the gender and ages of doctors who adopted new technologies as part of their clinical practice [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. In our sample, these differences can be partially attributed to characteristics of the Catalan ecosystem. For example, in Catalonia, GPs rarely obtain a stable position with their own patients before the former is 30 years of age. Likewise, the lower use of eConsulta in rural areas could be because, in Catalonia, patients’ access to health services in rural areas are better than in other regions due to the wide availability of local GP surgeons. The low level of use by younger doctors (30-44 years of age) could be explained by their relatively low level of confidence and security with respect to their patients, while the low level of use by older doctors (56-66 years of age) could be explained by their relatively lower levels of digital competency and their lower incentives to incorporate new elements into their practice due to the close proximity of retirement. The relationship between a higher use of the tool and higher QoC and PPQS scores could be attributed to the doctor’s confidence in adopting new tools. In relation to the higher use in urban areas (and possibly as a result of higher socioeconomic levels), it is worth mentioning that this study shows higher socioeconomic groups make more use of new technologies and have greater access to the internet. Primary care teams in areas with a high socioeconomic level have higher PHF activation rates than primary care teams in areas with lower socioeconomic levels</p>
      <p>It seems that doctors who use eConsulta more have a higher level of accessibility for face-to-face visits. However, this might be because doctors who use eConsulta are probably more involved in managing their agenda and more prone to meeting QoC and PPQS. The increased waiting time for primary care in Catalonia warrants investigation in other studies.</p>
      <p>Other policies may have acted as confounding factors that affected the interpretation of the results. For example, in January 2017, doctors in primary care teams in Barcelona were offered an economic incentive to use eConsulta. It should also be considered that in other instances, the Ministry of Health has introduced incentives to primary care teams throughout Catalonia to increase the use of the PHF.</p>
      <p>In summary, these results show that being 45-54 years of age, having a QoC score higher than the 80th percentile, having a high degree of accessibility, being involved in teaching, and working in a primary care team in an urban area with a high socioeconomic level are characteristics that determine the use of tele-consultation in Catalonia. This study’s data cannot be extrapolated to other health systems; however, the results are critical for digital health policy planners, as the success of the tool will heavily depend on whether GPs promote it.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GP</term>
          <def>
            <p>general practitioners</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ICT</term>
          <def>
            <p>information and communication technologies</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IT</term>
          <def>
            <p>information technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ICS</term>
          <def>
            <p>Catalan Health Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PHF</term>
          <def>
            <p>personal health folder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PPQS</term>
          <def>
            <p>pharmacy prescription quality standard</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">QoC</term>
          <def>
            <p>quality of care.</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was conducted with the support of the Secretary of Universities and Research of the Department of Business and Knowledge at the Generalitat de Catalunya.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Farr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Northstone</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of an electronic consultation system in primary care: a qualitative interview study</article-title>
          <source>Br J Gen Pract</source>
          <year>2017</year>
          <month>11</month>
          <day>06</day>
          <volume>68</volume>
          <issue>666</issue>
          <fpage>e1</fpage>
          <lpage>e8</lpage>
          <pub-id pub-id-type="doi">10.3399/bjgp17x693509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kierkegaard</surname>
              <given-names>Patrick</given-names>
            </name>
          </person-group>
          <article-title>eHealth in Denmark: a case study</article-title>
          <source>J Med Syst</source>
          <year>2013</year>
          <month>12</month>
          <volume>37</volume>
          <issue>6</issue>
          <fpage>9991</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-013-9991-y</pub-id>
          <pub-id pub-id-type="medline">24166019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pearl</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Kaiser Permanente Northern California: current experiences with internet, mobile, and video technologies</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>251</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.1005</pub-id>
          <pub-id pub-id-type="medline">24493768</pub-id>
          <pub-id pub-id-type="pii">33/2/251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>YY</given-names>
            </name>
            <name name-style="western">
              <surname>Kanter</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garrido</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Improved quality at Kaiser Permanente through e-mail between physicians and patients</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2010</year>
          <month>07</month>
          <volume>29</volume>
          <issue>7</issue>
          <fpage>1370</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2010.0048</pub-id>
          <pub-id pub-id-type="medline">20606190</pub-id>
          <pub-id pub-id-type="pii">29/7/1370</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Villagra</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Coman</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Zlateva</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchinson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Villagra</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Olayiwola</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>A cost-effectiveness analysis of cardiology eConsults for Medicaid patients</article-title>
          <source>Am J Manag Care</source>
          <year>2018</year>
          <month>01</month>
          <day>01</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e9</fpage>
          <lpage>e16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=87417"/>
          </comment>
          <pub-id pub-id-type="medline">29350511</pub-id>
          <pub-id pub-id-type="pii">87417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGrail</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Ahuja</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Leaver</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Virtual Visits and Patient-Centered Care: Results of a Patient Survey and Observational Study</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>26</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e177</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e177/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7374</pub-id>
          <pub-id pub-id-type="medline">28550006</pub-id>
          <pub-id pub-id-type="pii">v19i5e177</pub-id>
          <pub-id pub-id-type="pmcid">PMC5479398</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huygens</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Vermeulen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Friele</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>van Schayck</surname>
              <given-names>OC</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>de Witte</surname>
              <given-names>LP</given-names>
            </name>
          </person-group>
          <article-title>Internet Services for Communicating With the General Practice: Barely Noticed and Used by Patients</article-title>
          <source>Interact J Med Res</source>
          <year>2015</year>
          <month>11</month>
          <day>24</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2015/4/e21/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/ijmr.4245</pub-id>
          <pub-id pub-id-type="medline">26601596</pub-id>
          <pub-id pub-id-type="pii">v4i4e21</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704911</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brant</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ziebland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McKinstry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using alternatives to face-to-face consultations: a survey of prevalence and attitudes in general practice</article-title>
          <source>Br J Gen Pract</source>
          <year>2016</year>
          <month>05</month>
          <day>23</day>
          <volume>66</volume>
          <issue>648</issue>
          <fpage>e460</fpage>
          <lpage>e466</lpage>
          <pub-id pub-id-type="doi">10.3399/bjgp16x685597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>FDR</given-names>
            </name>
            <name name-style="western">
              <surname>Bankhead</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mukhtar</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perera-Salazar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Clinical workload in UK primary care: a retrospective analysis of 100 million consultations in England, 2007–14</article-title>
          <source>The Lancet</source>
          <year>2016</year>
          <month>06</month>
          <volume>387</volume>
          <issue>10035</issue>
          <fpage>2323</fpage>
          <lpage>2330</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(16)00620-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldzweig</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Orshansky</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Paige</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Towfigh</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Haggstrom</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Miake-Lye</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Beroes</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Electronic patient portals: evidence on health outcomes, satisfaction, efficiency, and attitudes: a systematic review</article-title>
          <source>Ann Intern Med</source>
          <year>2013</year>
          <month>11</month>
          <day>19</day>
          <volume>159</volume>
          <issue>10</issue>
          <fpage>677</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-159-10-201311190-00006</pub-id>
          <pub-id pub-id-type="medline">24247673</pub-id>
          <pub-id pub-id-type="pii">1770672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Northstone</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Implementing online consultations in primary care: a mixed-method evaluation extending normalisation process theory through service co-production</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>03</month>
          <day>19</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e019966</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=29555817"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019966</pub-id>
          <pub-id pub-id-type="medline">29555817</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019966</pub-id>
          <pub-id pub-id-type="pmcid">PMC5875620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pappas</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heneghan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Experiences of using email for general practice consultations: a qualitative study</article-title>
          <source>Br J Gen Pract</source>
          <year>2013</year>
          <month>11</month>
          <day>01</day>
          <volume>63</volume>
          <issue>616</issue>
          <fpage>e760</fpage>
          <lpage>e767</lpage>
          <pub-id pub-id-type="doi">10.3399/bjgp13x674440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Institute for Health and Care Excellence</collab>
          </person-group>
          <source>Evidence Standards Framework for Digital Health Technologies</source>
          <year>2019</year>
          <month>03</month>
          <day>01</day>
          <publisher-loc>England</publisher-loc>
          <publisher-name>NICE</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/Media/Default/About/what-we-do/our-programmes/evidence-standards-framework/digital-evidence-standards-framework.pdf">https://www.nice.org.uk/Media/Default/About/what-we-do/our-programmes/evidence-standards-framework/digital-evidence-standards-framework.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>WHO</collab>
          </person-group>
          <source>WHO Guideline: Recommendations on Digital Interventions for Health System Strengthening</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>WHO</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/311941/9789241550505-eng.pdf?ua=1">https://apps.who.int/iris/bitstream/handle/10665/311941/9789241550505-eng.pdf?ua=1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Brant</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ziebland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bikker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McKinstry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Porqueddu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The potential of alternatives to face-to-face consultation in general practice, and the impact on different patient groups: a mixed-methods case study</article-title>
          <source>Health Serv Deliv Res</source>
          <year>2018</year>
          <month>6</month>
          <volume>6</volume>
          <issue>20</issue>
          <fpage>1</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.3310/hsdr06200</pub-id>
          <pub-id pub-id-type="medline">29889485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García Altés</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Desigualdades Socioeconómicas en Salud</source>
          <year>2017</year>
          <month>01</month>
          <day>01</day>
          <publisher-loc>Barcelona</publisher-loc>
          <publisher-name>Health Policy Papers CRES</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernández</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Domínguez</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Alés</surname>
              <given-names>XB</given-names>
            </name>
          </person-group>
          <article-title>Acceso de los pacientes a su historia clínica electrónica: ventajas e inconvenientes para pacientes y profesionales</article-title>
          <source>FMC - Formación Médica Continuada en Atención Primaria</source>
          <year>2017</year>
          <month>10</month>
          <volume>24</volume>
          <issue>8</issue>
          <fpage>425</fpage>
          <lpage>427</lpage>
          <pub-id pub-id-type="doi">10.1016/j.fmc.2017.04.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>La Meva Salut (Personal Health Folder)</source>
          <access-date>2020-01-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://lamevasalut.gencat.cat/">https://lamevasalut.gencat.cat/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Departament de Salut</collab>
          </person-group>
          <source>Model D'Atenció No Presencial en el Sistema Sanitari de Catalunya</source>
          <year>2014</year>
          <month>01</month>
          <day>01</day>
          <publisher-loc>Barcelona</publisher-loc>
          <publisher-name>Departament de Salut</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://salutweb.gencat.cat/web/.content/_ambits-actuacio/Linies-dactuacio/model_assistencial/MANP2013_2016.pdf">http://salutweb.gencat.cat/web/.content/_ambits-actuacio/Linies-dactuacio/model_assistencial/MANP2013_2016.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>López Seguí</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vidal-Alaball</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sagarra Castro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia Altés</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia Cuyàs</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Does teleconsultation reduce face to face visits? Evidence from the Catalan public primary care system</article-title>
          <source>JMIR Preprints</source>
          <year>2020</year>
          <month>03</month>
          <day>01</day>
          <comment>(forthcoming)</comment>
          <pub-id pub-id-type="doi">10.2196/preprints.14478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lupiañez Villanueva</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Folkvord</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fauli</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Benchmarking deployment of eHealth among general practitioners</article-title>
          <source>RAND.org</source>
          <year>2018</year>
          <month>05</month>
          <day>30</day>
          <pub-id pub-id-type="doi">10.2759/511610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Junhua</given-names>
            </name>
            <name name-style="western">
              <surname>Talaei-Khoei</surname>
              <given-names>Amir</given-names>
            </name>
            <name name-style="western">
              <surname>Seale</surname>
              <given-names>Holly</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>Pradeep</given-names>
            </name>
            <name name-style="western">
              <surname>Macintyre</surname>
              <given-names>C Raina</given-names>
            </name>
          </person-group>
          <article-title>Health Care Provider Adoption of eHealth: Systematic Literature Review</article-title>
          <source>Interact J Med Res</source>
          <year>2013</year>
          <month>04</month>
          <day>16</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2013/1/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/ijmr.2468</pub-id>
          <pub-id pub-id-type="medline">23608679</pub-id>
          <pub-id pub-id-type="pii">v2i1e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC3628149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antoun</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Electronic mail communication between physicians and patients: a review of challenges and opportunities</article-title>
          <source>Fam Pract</source>
          <year>2016</year>
          <month>04</month>
          <day>28</day>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1093/fampra/cmv101</pub-id>
          <pub-id pub-id-type="medline">26711957</pub-id>
          <pub-id pub-id-type="pii">cmv101</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
