<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i8e35612</article-id>
      <article-id pub-id-type="pmid">35969462</article-id>
      <article-id pub-id-type="doi">10.2196/35612</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>National Development and Regional Differences in eHealth Maturity in Finnish Public Health Care: Survey Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kijsanayotin</surname>
            <given-names>Boonchai</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Heponiemi</surname>
            <given-names>Tarja</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yu</surname>
            <given-names>Haiyan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bruthans</surname>
            <given-names>Jan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Haverinen</surname>
            <given-names>Jari</given-names>
          </name>
          <degrees>MSc, MHSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>FinnTelemedicum, Research Unit of Medical Imaging, Physics and Technology</institution>
            <institution>Faculty of Medicine</institution>
            <institution>University of Oulu</institution>
            <addr-line>Aapistie 5 A</addr-line>
            <addr-line>Oulu, 90220</addr-line>
            <country>Finland</country>
            <phone>358 505680144</phone>
            <email>jari.haverinen@oulu.fi</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1850-1140</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Keränen</surname>
            <given-names>Niina</given-names>
          </name>
          <degrees>MHSc, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4495-4802</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Tuovinen</surname>
            <given-names>Timo</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7079-3673</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ruotanen</surname>
            <given-names>Ronja</given-names>
          </name>
          <degrees>MHSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8904-5875</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Reponen</surname>
            <given-names>Jarmo</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2306-3111</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>FinnTelemedicum, Research Unit of Medical Imaging, Physics and Technology</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Oulu</institution>
        <addr-line>Oulu</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Finnish Coordinating Center for Health Technology Assessment</institution>
        <institution>Oulu University Hospital</institution>
        <addr-line>Oulu</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Medical Research Center Oulu</institution>
        <institution>Oulu University Hospital and University of Oulu</institution>
        <addr-line>Oulu</addr-line>
        <country>Finland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jari Haverinen <email>jari.haverinen@oulu.fi</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>8</issue>
      <elocation-id>e35612</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>7</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Jari Haverinen, Niina Keränen, Timo Tuovinen, Ronja Ruotanen, Jarmo Reponen. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 12.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/8/e35612" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>eHealth increasingly affects the delivery of health care around the world and the quest for more efficient health systems. In Finland, the development of eHealth maturity has been systematically studied since 2003, through surveys conducted every 3 years. It has also been monitored in several international studies. The indicators used in these studies examined the availability of the electronic patient record, picture archiving and communication system, health information exchange, and other key eHealth functionalities.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The first aim is to study the national development in the maturity level of eHealth in primary health care and specialized care between 2011 and 2020 in Finland. The second aim is to clarify the regional differences in the maturity level of eHealth among Finnish hospital districts in 2020.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data for this study were collected in 2011, 2014, 2017, and 2020, using web-based questionnaires from the <italic>Use of information and communication technology surveys in Finnish health care</italic> project. In total, 16 indicators were selected to describe the status of eHealth, and they were based on international eHealth studies and Finnish eHealth surveys in 3 areas: applications, regional integration, and data security and information and communications technology skills. The indicators remain the same in all the study years; therefore, the results are comparable.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>All the specialized care organizations (21/21, 100%) in 2011, 2014, 2017, and 2020 participated in the study. The response rate among primary health care organizations was 86.3% (139/161) in 2011, 88.2% (135/153) in 2014, 85.8% (121/141) in 2017, and 95.6% (130/136) in 2020. At the national level, the biggest developments in eHealth maturity occurred between 2011 and 2014. The development has since continued, and some indicators have been saturated. Primary health care lags behind specialized care organizations, as measured by all the indicators and throughout the period under review. Regionally, there are differences among different types of organizations.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>eHealth maturity has steadily progressed in Finland nationally, and its implementation has also been promoted through various national strategies and legislative changes. Some eHealth indicators have already been saturated and achieved an intensity of use rate of 100%. However, the scope for development remains, especially in primary health care. As Finland has long been a pioneer in the digitalization of health care, the results of this study show that the functionalities of eHealth will be adopted in stages, and deployment will take time; therefore, national eHealth strategies and legislative changes need to be implemented in a timely manner. The comprehensive sample size used in this study allows a regional comparison in the country, compared with previous country-specific international studies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>eHealth</kwd>
        <kwd>electronic health records</kwd>
        <kwd>picture archiving and communication systems</kwd>
        <kwd>health information exchange</kwd>
        <kwd>electronic prescribing</kwd>
        <kwd>referral and consultation</kwd>
        <kwd>videoconferencing</kwd>
        <kwd>clinical decision support systems</kwd>
        <kwd>health informatics</kwd>
        <kwd>clinical informatics</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The World Health Organization (WHO) defines eHealth as “the cost-effective and secure use of information and communications technologies (ICTs) in support of health and health-related fields, including health care services, health surveillance, health literature, and health education, knowledge and research” [<xref ref-type="bibr" rid="ref1">1</xref>]. According to the WHO, eHealth has a clear and growing impact on the delivery of health care around the world and making health systems more efficient [<xref ref-type="bibr" rid="ref1">1</xref>]. However, the use of ICTs in health care requires strategic and comprehensive national action to make the best use of it [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In practice, the term <italic>eHealth</italic> includes a wide range of applications from electronic patient record (EPR) to e–appointment booking (e-booking); therefore, eHealth maturity defines how these different applications were adopted [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>The level of maturity and development of eHealth in health care has been monitored in several international studies [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. One of the first comprehensive studies was published in 2011. It provided comparative information on the maturity level of eHealth in various European countries [<xref ref-type="bibr" rid="ref3">3</xref>]. New study reports on eHealth maturity in health care have since been produced by the European Commission (EC), WHO, and Organization for Economic Co-operation and Development (OECD) [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. The Nordic eHealth Research Network has produced comparative information on eHealth maturity levels in various Nordic countries [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. In Finland, the development of health care organizations’ digitalization has been systematically studied since 2003, through surveys conducted every 3 years [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. The most recent study was conducted in 2021 as part of the <italic>Monitoring and Evaluation of Social and Health Care Information System Services</italic> project [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. It described the situation of digitalization in Finnish health care organizations in 2020 [<xref ref-type="bibr" rid="ref20">20</xref>]. Although studies have mainly focused on the eHealth maturity level of health care service organizations, eHealth services provided for citizens have also been the subject of research, both in Finland and internationally [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Deloitte 2011 report included the EPR, picture archiving and communication system (PACS), e-prescribing, e-referral, e-booking, and telemonitoring (the possibility to use patients’ own health data) as the main applications describing the state of health care digitalization [<xref ref-type="bibr" rid="ref3">3</xref>]. Moreover, the report examined how different countries implemented the wireless use of EPR [<xref ref-type="bibr" rid="ref3">3</xref>]. EC studies also highlighted the abovementioned applications and the clinical decision support systems (CDSSs) as key indicators of eHealth maturity [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. The degree of integration of CDSS can vary from a separate database to integration with the existing EPR, and Finnish follow-up studies have examined CDSS from this perspective [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>According to a Deloitte report and an EC study, health care integration can be described as an organization’s relationship with external service providers, such as other hospitals and health care organizations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. In the EC study, the sharing of clinical care information, laboratory results, and radiology results between organizations was chosen as the key indicator of integration [<xref ref-type="bibr" rid="ref5">5</xref>]. They also played an important role in the Finnish health care system, where it is still the case that different organizations largely produce specialized care and primary health care [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. In Finland, Kanta health information exchange (HIE) services are being used from 2010 [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Although all public health care organizations have now joined Kanta, much of the information exchange continues to use regional HIE (RHIE) systems [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Strong user ID is one of the key ways of protecting a patient’s health information [<xref ref-type="bibr" rid="ref10">10</xref>]. Therefore, e-ID and signature were chosen as one of the key indicators for describing data security in Finnish eHealth surveys [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. There must also be sufficient personnel with computer skills to ensure data security practices [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Technical support for EPR users was chosen as an indicator to describe the reliability of EPR systems [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>General tax revenues collected by the municipalities are the main source of funding for health care and social services in Finland [<xref ref-type="bibr" rid="ref29">29</xref>]. The state also participates in the costs by paying a general, nonearmarked subsidy to the municipalities [<xref ref-type="bibr" rid="ref29">29</xref>]. In Finland, municipalities have the primary legal responsibility to organize social and health care services for their residents [<xref ref-type="bibr" rid="ref29">29</xref>]. Municipalities are responsible for organizing primary health care services for their residents and ensuring that its residents receive the necessary specialized care services [<xref ref-type="bibr" rid="ref29">29</xref>]. Finland is divided into 21 hospital districts for the provision of specialized care [<xref ref-type="bibr" rid="ref29">29</xref>]. Every municipality belongs to one of the hospital districts [<xref ref-type="bibr" rid="ref29">29</xref>]. Decentralized responsibility for organizing health care services has created regional differences in the provision and availability of services [<xref ref-type="bibr" rid="ref30">30</xref>]. The biggest change in Finnish health care services is the health and social services reform, which will enter into force in 2023 and shift the responsibility for organizing health and social services and rescue services from the municipalities to the 21 new well-being services counties [<xref ref-type="bibr" rid="ref30">30</xref>]. Some hospital districts have already consolidated their services into a large entity, and in these organizations, specialized care and primary health care fall under the same administrative organization [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. The aim of the health and social services reform is to provide equal services to citizens and further develop health care and its operating methods through digitalization [<xref ref-type="bibr" rid="ref30">30</xref>]. Although the number of EPRs has decreased over the years in both specialized care and primary health care, one of the goals of the health and social services reform is to move toward common solutions for the procurement of EPRs [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>The digitalization of health care has progressed well in Finland [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. This has also come to the fore in international studies, which have highlighted the fact that Finland is one of the pioneers in the digitalization of health care [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Various national strategies and legal changes have also promoted the implementation of digitalization in Finnish health care [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. This study aimed to provide information about eHealth maturity from the perspective of national development and regional differences. The data from this study can be used to examine how eHealth maturity has progressed nationally and in different hospital districts before the health and social services reform [<xref ref-type="bibr" rid="ref30">30</xref>]. As the digitalization of health care has long been ongoing in Finland, the results can also be exploited internationally. The results show which application areas will be adopted first and how national strategies and legislative changes can contribute to the development of eHealth maturity, both nationally and regionally.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The main aims of the study were the following:</p>
        <list list-type="order">
          <list-item>
            <p>To study the national development in the maturity level of eHealth in primary health care and specialized care between 2011 and 2020</p>
          </list-item>
          <list-item>
            <p>To clarify the regional differences in the maturity level of eHealth among hospital districts in 2020</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>This study used data collected in connection with the <italic>Use of information and communication technology in health care 2020</italic> survey and previous surveys in 2011, 2014, and 2017 [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. The data for this study were collected from Finnish public health care providers. The target group for specialized care comprised all 21 hospital districts. In primary health care, the target group included all organizations specified as either independent municipalities or co-operation consortiums of municipalities with the responsibility to provide primary health care services.</p>
        <p>The data for the surveys were collected during the first quarters of 2011, 2014, 2017, and 2020, using web-based questionnaires (Webropol; Webropol Ltd). The questions were kept comparable between the survey years. Medical directors and IT leaders (chief information officers) in specialized health care and chief physicians in primary health care were the survey respondents. The questionnaires were sent to them through email. The responses from the entire organizational level were compiled. In some hospital districts, specialized care is also responsible for the municipalities’ primary health care services. In these cases, the questionnaire was sent only for specialized care, and the responses regarding specialized care were transferred to the surveys for primary health care.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> presents the health care organizations that participated in the survey over different years. All specialized care organizations (21/21, 100%) responded to the questionnaire during the survey period. Municipal health care arrangement models changed during the survey years, creating variability in the number of primary health care organizations that participated in the survey and in the response rates and population coverage in different years.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Health care organizations participating in the survey in different years.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="460"/>
            <col width="220"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td>Year</td>
                <td>Respondents in specialized care (n=21), n (%)</td>
                <td colspan="2">Primary health care</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Respondents, n (%)</td>
                <td>Population coverage, %</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2011</td>
                <td>21 (100)</td>
                <td>139 (86.3)<sup>a</sup></td>
                <td>91</td>
              </tr>
              <tr valign="top">
                <td>2014</td>
                <td>21 (100)</td>
                <td>135 (88.2)<sup>b</sup></td>
                <td>95</td>
              </tr>
              <tr valign="top">
                <td>2017</td>
                <td>21 (100)</td>
                <td>121 (85.8)<sup>c</sup></td>
                <td>95</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>21 (100)</td>
                <td>130 (95.6)<sup>d</sup></td>
                <td>99</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Sample size, n=161.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Sample size, n=153.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Sample size, n=141.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Sample size, n=136.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Indicators for eHealth and Their Analysis</title>
        <p>In total, 16 indicators were selected to describe the status of eHealth (<xref ref-type="table" rid="table2">Table 2</xref>). They were based on the indicators in the eHealth report on specialized care, EC eHealth studies, and Finnish eHealth surveys in three areas: (1) applications, (2) regional integration, and (3) data security and ICT skills (<xref ref-type="table" rid="table2">Table 2</xref>) [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Traditionally, eHealth surveys have used the availability of applications or services as indicators [<xref ref-type="bibr" rid="ref3">3</xref>]. However, availability saturation has been achieved in Finland in several health care application areas. For example, in 2010, EPR was available in all specialized care and primary health care organizations [<xref ref-type="bibr" rid="ref17">17</xref>]. For several years, Finnish national eHealth surveys have also enquired about the intensity of use to describe the integration of an application or service into normal health care operations [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. More specifically, it describes which proposition of a specific service is provided through eHealth means within an organization. For the intensity of use, the percentages (0%, 25%, 50%, 90%, 99%, and 100%) were chosen to correspond to the verbal answers, “not in use,” “a quarter,” “half,” “most,” “almost all,” and “all,” respectively. In the summary of indicators, the mean value of the results of the participating organizations was displayed. Where possible, the intensity of use of application was selected as an indicator to describe the use of eHealth. This better describes the deployment of eHealth in situations in which the functionality is already widely available.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Indicators for eHealth maturity.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="240"/>
            <col width="0"/>
            <col width="350"/>
            <col width="0"/>
            <col width="380"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Areas and functionalities</td>
                <td colspan="2">Indicator</td>
                <td>Responses</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Applications</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>EPR<sup>a</sup></td>
                <td colspan="2">Intensity of use</td>
                <td colspan="2">0=not in use, 2=≤25%, 4=≤50%, 7=≤90%, 9.9=≤99%, and 10=100%</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Wireless use of EPR</td>
                <td colspan="2">Availability (local or external)</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Picture archiving and communication system</td>
                <td colspan="2">Intensity of use</td>
                <td colspan="2">0=not in use, 2=≤25%, 4=≤50%, 7=≤90%, 9.9=≤99%, and 10=100%</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Clinical decision support system</td>
                <td colspan="2">Integration level—average between the integration of diagnostic support and a drug interaction system</td>
                <td colspan="2">0=not available, 4=stand-alone web-based database on desktop, 6=database with access by navigating from the EPR, 8=automatic displayer of selected items, and 10=system for automatic integration of the EPR and database</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>e-Prescribing</td>
                <td colspan="2">Availability</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>e-Referral</td>
                <td colspan="2">Intensity of use</td>
                <td colspan="2">0=not in use, 2=≤25%, 4=≤50%, 7=≤90%, 9.9=≤99%, and 10=100%</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Consultation e-referral</td>
                <td colspan="2">Intensity of use</td>
                <td colspan="2">0=not in use, 2=≤25%, 4=≤50%, 7=≤90%, 9.9=≤99%, and 10=100%</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Teleconsultations via videoconferencing</td>
                <td colspan="2">Intensity of use—how often has the service been in use?</td>
                <td colspan="2">0=not in use, 4=less often, and 10=during the past 3 months</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Possibility to use patients’ own health data</td>
                <td colspan="2">Availability</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>e–Appointment booking</td>
                <td colspan="2">Intensity of use—the patient selects an appointment time on their terminal (eg, computer) and it is transferred directly to the system</td>
                <td colspan="2">0=0% to 10=100%</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Regional integration</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Exchange of clinical care information<sup>b</sup></td>
                <td colspan="2">Availability</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Exchange of laboratory results<sup>b</sup></td>
                <td colspan="2">Availability</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Exchange of radiology reports<sup>b</sup></td>
                <td colspan="2">Availability</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Information security and ICT<sup>c</sup> skills</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>e-ID and signature</td>
                <td colspan="2">Availability</td>
                <td colspan="2">0=not available and 10=available</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Personnel with computer skills</td>
                <td colspan="2">Proportion</td>
                <td colspan="2">0=0% to 10=100%</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Technical support for EPR</td>
                <td colspan="2">Intensity</td>
                <td colspan="2">0=not in use; 2=occasionally; 5=daily, but for less than normal office hours; 7=during normal office hours; and 10=at all times during the opening hours of the organization</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>EPR: electronic patient record.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Health information exchange outside the centralized national Kanta services.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>ICT: information and communications technology.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Ethical Consideration</title>
        <p>The study followed the guidelines of the Finnish Advisory Board on Research Integrity [<xref ref-type="bibr" rid="ref34">34</xref>]. The respondents were informed about the study, and they answered as representatives of the organizations being studied. No sensitive personal information was collected. The data were processed and stored in a secure environment, according to the procedures of the University of Oulu.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Maturity of eHealth in Specialized Care and Primary Health Care Organizations at the National Level</title>
        <sec>
          <title>Overview</title>
          <p><xref rid="figure1" ref-type="fig">Figure 1</xref> presents the national development in eHealth maturity in specialized care and primary health care organizations between 2010 and 2020. The results show that primary health care is generally behind specialized care organizations, as measured by all indicators and throughout the period under review. The biggest difference can be seen in the area of RHIE.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>The national development in the maturity level of eHealth in the years 2011, 2014, 2017, and 2020 (modified from the studies by Reponen et al [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]). EPR: electronic patient record.</p>
            </caption>
            <graphic xlink:href="medinform_v10i8e35612_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Applications</title>
          <p>The EPR’s intensity of use has been at a high level since 2011, in both specialized care and primary health care organizations. There has been no significant change over the years. The wireless use of EPR has been available since 2014 in approximately all specialized care organizations (21/21, 100%), and there has been no significant change by 2020. In primary health care, availability has grown steadily, and in 2020, it has reached the same level as in specialized care. The intensity of use of PACS has been high in both specialized care organizations and primary health care centers in Finland since 2011. The integration level of the CDSS has increased since 2011; however, no growth can be seen after 2017. The level of integration has remained the same in both specialized care and primary health care organizations throughout the period under review.</p>
          <p>The most significant change in the availability of e-prescribing occurred between 2011 and 2014. Since 2014, e-prescribing has been widely available in both specialized care organizations and primary health care centers. There was no significant change in the intensity of use of e-referral between 2011 and 2014. Since 2017, the intensity of use of e-referral has been high in both specialized care and primary health care organizations. The intensity of use of consultation e-referral increased between 2011 and 2017 in both specialized care and primary health care organizations. No significant change was seen by 2020.</p>
          <p>In 2011, the intensity of use of teleconsultations via videoconferencing was very low, but significant growth was observed in both specialized care and primary health care organizations in the 2014 survey. In 2017, the intensity of use increased slightly, but remained at the same level in the 2020 survey. The possibility to use the patient’s own health data remained very limited in 2011 and 2014. There has since been significant growth in this area of application, especially in specialized care organizations. The intensity of use of e-booking remains low in the 2020 survey, and no growth can be seen throughout the survey period.</p>
        </sec>
        <sec>
          <title>Regional Integration</title>
          <p>All specialized care organizations reported that exchange of laboratory results and radiology reports was available from 2011. However, in 2020, not all specialized care organizations reported that regional information exchange of laboratory results was available. Exchange of clinical care information was unavailable in all specialized care organizations during the survey period, except in the 2020 survey, when all organizations (21/21, 100%) reported that it was available.</p>
          <p>In 2020, approximately 80.1% (109/136) of the primary health care centers reported the availability of regional information exchange in all 3 areas of information exchange. There is no major change in the results of the 2020 survey compared with those of the 2010 survey. The highest reported availability of regional information exchange in primary health care centers was observed in the 2014 survey.</p>
        </sec>
        <sec>
          <title>Data Security and ICT Skills</title>
          <p>The availability of e-ID and signature was low in 2010, in both specialized care organizations and primary health care centers. In 2014, it was available in approximately all specialized care organizations (20/21, 95%) and primary health care centers (146/153, 95.4%), and it has been in use in all specialized care organizations (21/21, 100%) and primary health care centers (141/141, 100%) since 2017. Throughout the survey period, organizations have reported that the number of personnel with computer skills was approximately 90%. There are slight variations in the reported results among different years. EPR technical support at all times during the organization’s opening hours remains unavailable in some specialized care organizations (7/21, 33%) in 2020. No significant change can be seen in the results during the survey period.</p>
        </sec>
      </sec>
      <sec>
        <title>eHealth Profiles at the Regional Level</title>
        <p>The status of the eHealth profiles of different types of health care organizations is presented in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <p>Especially in primary health care, the results do not show that the eHealth maturity level is better in large university hospital districts than in smaller hospital districts (<xref rid="figure2" ref-type="fig">Figure 2</xref>). For example, in university hospital districts, the availability of EPR technical support and wireless use of EPR is lower than the average of the other hospital districts. The availability of RHIE is also low in university hospital districts, especially for primary health care. Only the intensity of use of teleconsultations via videoconferencing is at a higher level than that in the university hospital districts.</p>
        <p>In 43% (9/21) of the hospital districts, primary health care and specialized care are under the same administrative organization, and all these organizations use the same EPR brand throughout their municipalities and specialized care organizations (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Compared with the other hospital districts, the combined organizations report better results for the availability of the wireless use of EPR and RHIE and the intensity of use of e-referral and consultation e-referral. The use rates of e-referral and consultation e-referral are low only in Kainuu. South and North Karelia still stand out from these organizations because of their good results. In both hospital districts, all indicators are saturated, except for the use of e-booking. In North Karelia, there is also scope for improvement in the number of personnel with computer skills.</p>
        <p>In total, 14% (3/21) of the hospital districts also have individual municipalities outside the common administrative organization (<xref rid="figure2" ref-type="fig">Figure 2</xref>). In this 14% (3/21) cases, the results obtained from the municipalities outside the common organizations are worse than those at the national level. The results are particularly worse in the intensity of use of e-referral and consultation e-referral and the availability of laboratory result exchange. However, the integration level of the CDSS is higher in these municipalities than in the other primary health care organizations.</p>
        <p>In addition to the 43% (9/21) of the hospital districts that have primary and secondary care under the same organization, 10% (2/21) of the districts reported that they were using the same EPR brand in both specialized care and primary health care organizations in their area, making a total of 52% (11/21). In all these organizations, the use rate of EPR was 100% and the wireless use of EPR was available. They reported better results in RHIE, especially when comparing with primary health care results. All these hospital districts, except Kainuu and Kanta-Häme, reported 100% use rates for e-referral and consultation e-referral. Of the 11 organizations, 8 (73%) organizations reported that EPR technical support was always available during their organization’s opening hours. Of the 10 hospital districts without the same EPR in use in their area, 6 (60%) districts reported that EPR technical support was always available during opening hours in specialized care organizations. Therefore, there was no significant difference in the results for specialized care organizations; however, in primary health care, the situation was different. None of the primary health care organizations without the unified EPR (104/136, 76.5%) reported that this service was always available during the organization’s opening hours.</p>
        <p>The integration level of the CDSS varies greatly among hospital districts. In total, 14% (3/21) of the specialized care organizations reported that the CDSS was a stand-alone web-based database on the computer desktop, and 24% (5/21) reported that they had automatic integration of the EPR. Although the use of patients’ own health data significantly increased by 2020, regional differences in its availability still remained. Overall, 29% (6/21) of the specialized care organizations reported that this application was unavailable in 2020. The regional difference can also be seen in the intensity of use of teleconsultations via videoconferencing, because 19% (4/21) of the specialized care organizations reported that this application was not in use and the remaining 81% (17/21) reported that this service had been in use in the past 3 months. The intensity of use of e-booking remained low throughout the survey period, and no major regional differences can be seen in the 2020 survey results.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The status of the eHealth profiles of different types of health care organizations. EPR: electronic patient record.</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e35612_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The digitalization of health care has progressed well in Finland, and its implementation has also been promoted through various strategies and legislative changes [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The progress of health care digitalization has also been systematically monitored through studies since 2003 [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. The studies’ timing has aimed for alignment with the schedules of key legislative changes and strategies [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. This survey study presented the development of eHealth maturity, measured by key indicators, in Finnish health care in 2011, 2014, 2017, and 2020. It also studied the regional differences in the maturity level of eHealth among hospital districts in 2020, measured by the same indicators. The study covered all Finnish specialized care organizations and a comprehensive portion of primary care organizations. In every study year, the response rate of primary care organizations was &#62;86% and population coverage was &#62;91%. The comprehensive sample size of this study’s respondents allowed regional comparison among organizations. Previous international studies have been based on sample data, so the results are presented country by country and not regionally within a country. For example, in the latest EC benchmarking study on the deployment of eHealth among general practitioners (GPs) in 2018, the sample size of Finland was 2.5% of GPs [<xref ref-type="bibr" rid="ref8">8</xref>]. Internationally identified eHealth indicators were used in this study, and they remained the same between different study years; thus, the results were comparable. As the digitalization of health care in Finland has progressed, availability saturation has been achieved in some health care application areas [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. In these cases, the intensity of use of the application was selected to describe the use of eHealth instead of availability [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Nationally, eHealth maturity has progressed steadily in Finland, with the biggest developments in eHealth maturity occurring between 2011 and 2014. On the basis of the national results, the functionalities have been built step by step. The first phase focused on key functionalities such as the deployment of EPR, PACS, and RHIE. Since 2011, the reported intensity of use of EPR has been high, and in the 2020 survey, only 5% (1/21) of the hospital districts reported the intensity of use of EPR as &#60;100%. The intensity of use of PACS has been 100% in all hospital districts (21/21, 100%) since 2017. The next development step was to focus on the deployment of e-referral and consultation e-referral functionalities. Between 2011 and 2017, the use rate of these functionalities changed greatly, but the development has since stalled.</p>
        <p>The uptake of the Finnish Kanta services started in 2010 [<xref ref-type="bibr" rid="ref25">25</xref>]. Their introduction enabled the use of e-prescribing, which has since been widely adopted [<xref ref-type="bibr" rid="ref26">26</xref>]. It became mandatory in 2017, which can also be seen in the result—since 2017, all specialized care organizations (21/21, 100%) and primary health care centers (141/141, 100%) have adopted it. The e-ID and signature also became mandatory with the introduction of the Kanta services, and since 2017, they have been introduced in all specialized care organizations (21/21, 100%) and primary health care centers (141/141, 100%). This emphasizes that changes in the law may lead to significant changes in eHealth maturity, as shown by a comparison of the results from 2011 to 2017 [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The development of smart devices and telecommunication networks has enabled the provision of an increasing number of remote and wireless services [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. This is also reflected in the results because the availability of the wireless use of EPR and the use rate of teleconsultations via videoconferencing increased during the survey. The biggest development in these indicators can be seen between 2011 and 2014. The intensity of use of teleconsultations via videoconferencing has reached 80% since 2017, but no major improvement has been observable since then. Regionally, there are differences in the frequency at which this functionality has been used.</p>
        <p>The aim of the health and social services reform is to improve the quality of services and ensure regional equality [<xref ref-type="bibr" rid="ref30">30</xref>]. According to this study, there are still regional differences in the eHealth maturity levels among different hospital districts. There are differences in how comprehensive RHIE can be provided, how well EPR technical support is organized, and whether e-referral and consultation e-referral are widely used. These are particularly evident in the indicators for primary health care, especially in the municipalities outside the common administrative organization. Their results are noticeably worse in the intensity of use of e-referral, consultation e-referral, and RHIE. Regional variation also exists among hospital districts in how well CDSS is integrated into the EPR, the use rate of teleconsultations via videoconferencing, and the use of patients’ own health data. However, EPR and PACS are widely used in all specialized care organizations (21/21, 100%), and wireless use of EPR is available in most hospital districts (20/21, 95%). The results indicate that operating under the same administrative organization and using the same EPR brand in the region will enable the support of a more comprehensive level of eHealth maturity regionally for both specialized care and primary health care. On the basis of these results, it seems the goal of the health and social services reform to establish large operational units will improve the opportunities to provide a better and equal level of eHealth maturity [<xref ref-type="bibr" rid="ref30">30</xref>]. The goal of the health and social services reform to move toward common solutions for the procurement of EPRs seems to help achieve better results in the intensity of use of EPR, availability of wireless use of the EPR, and availability of RHIE [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. According to this study, a unified EPR brand also seems to allow slightly better EPR technical support.</p>
        <p>Certain similarities can be observed if we examine the results in terms of how different hospital districts provide eHealth services for their citizens. This is especially true in the cases of South and North Karelia. Ruotanen et al [<xref ref-type="bibr" rid="ref24">24</xref>] studied the availability of eHealth services for citizens in 2020. According to their study, these 2 hospital districts offer the widest range of eHealth services for citizens and they have the best eHealth maturity [<xref ref-type="bibr" rid="ref24">24</xref>]. Could the explanation be that determined work has been done in these hospital districts to promote the digitalization of health care and implement national strategies? This may also be because organizations have had time to implement health care integration over a sufficiently long period because, for example, Eksote, the common administrative organization in South Karelia, has been operating since 2010 [<xref ref-type="bibr" rid="ref31">31</xref>]. This highlights that an early investment in development is important, because moving functionalities into the production phase is a time-consuming process [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>When this study’s results are examined internationally, we see that in the surveys conducted by the EC in 2013 and the WHO in 2016, Finland was ahead of the European Union (EU) and global average in the selected indicators [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. For example, during those years, the availability of EPR and PACS was higher than the EU and global average, and even currently, the intensity of use rates for both applications in Finland are approximately 100% [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. The biggest increase has been observed in the use of the patient’s own health data, because in the EC study in 2014, the use of the patient’s own health data was very limited at the EU level, as in Finland [<xref ref-type="bibr" rid="ref5">5</xref>]. Moreover, in the Nordic study in 2014, the use of this functionality was low in all the Nordic countries. A Nordic benchmarking study noted that the Nordic countries were eHealth pioneers, especially in the HIE and EPR functionalities [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. The Nordic eHealth Research Network also states in its study that several eHealth functionalities have already reached 100% availability in the Nordic countries; therefore, studies should focus more on the intensity of use of these functionalities [<xref ref-type="bibr" rid="ref16">16</xref>]. Our study provides an example of how intensity of use data can be collected in a situation in which data on availability alone reveal insufficient details.</p>
        <p>The latest benchmarking study results have shown that Finland remains as one of the pioneers in the development of eHealth. Ammenwerth et al [<xref ref-type="bibr" rid="ref7">7</xref>] performed an international comparative study of 6 basic eHealth indicators across 14 countries in 2020. On the basis of their findings, Finland showed the best overall outcome in all the selected eHealth indicators in the study, followed by South Korea, Japan, and Sweden [<xref ref-type="bibr" rid="ref7">7</xref>]. According to the study, Finnish health care professionals could easily access their patients’ health data and were able to add the data to electronic health records, but the possibility for patients to add data to their health records remains to be improved in Finland [<xref ref-type="bibr" rid="ref7">7</xref>]. The 2017 OECD eHealth indicator survey, conducted in 38 countries, found that no country outperformed all countries in all the indicators used in the survey, but in contrast, no country lagged behind the other countries, as measured by all the indicators [<xref ref-type="bibr" rid="ref35">35</xref>]. According to this study, Finland is one of the top performers in the availability of EPR and use of HIE of radiology results and images [<xref ref-type="bibr" rid="ref35">35</xref>]. Finland was also noted as a top performer among OECD countries in technical and operational readiness to provide national health information from EPRs [<xref ref-type="bibr" rid="ref12">12</xref>]. The availability to electronically request prescription renewal or refill and patients’ ability to access test results via the web was &#60;50% in approximately all the OECD countries that participated in the 2017 study [<xref ref-type="bibr" rid="ref35">35</xref>]. The availability of e-booking clearly needs to be improved among OECD countries, because in approximately all countries, including Finland, its availability was &#60;50% [<xref ref-type="bibr" rid="ref35">35</xref>]. The latest EC eHealth benchmarking study in all EU countries in 2018 highlighted Finland as one of the top performers, especially in the sharing of radiology test images and reports [<xref ref-type="bibr" rid="ref8">8</xref>]. The EPR has been fully available across all EU countries since 2018. HIE is also well adopted in EU countries, but it has been less adopted than the EPR [<xref ref-type="bibr" rid="ref8">8</xref>]. There was an increase in the adoption of HIE across all member states between 2013 and 2018, and along with Denmark, Estonia, and Sweden, Finland is among the top clinical data performers in HIE [<xref ref-type="bibr" rid="ref8">8</xref>]. The highest HIE availability rates among EU countries were reported for receiving laboratory reports (77%), certifying sick leave (69%), sending and receiving referral and discharge letters (53%), and transferring prescriptions to pharmacists (52%) [<xref ref-type="bibr" rid="ref8">8</xref>]. Compared with these results, this study shows that Finland is ahead of the EU average in the exchange of laboratory results, e-referral, and e-prescribing. Although a study conducted in 2018 found that e-prescribing was widely adopted in the 23 EU countries studied, there was great variation in authentication procedures among the countries [<xref ref-type="bibr" rid="ref36">36</xref>]. One of the goals of EU for the development of eHealth has been to promote cross-border health care [<xref ref-type="bibr" rid="ref37">37</xref>]. However, only Finland and Croatia have e-prescribing systems that can prescribe medications to be dispensed abroad [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Scope for development remains among EU countries, especially in the adoption of telehealth services and personal health records [<xref ref-type="bibr" rid="ref8">8</xref>]. There is also scope for improvement among OECD countries in the adoption of telehealth services, because only approximately one-third of the hospitals indicated that they had telehealth capabilities for patient consultation [<xref ref-type="bibr" rid="ref35">35</xref>]. In any case, consultation with other professionals using telehealth services is well adopted in Finland, because this study indicates that remote consultation via videoconferencing has been extensively adopted. However, there is still scope for improvement in Finland; for example, the use of CDSS was below the EU average in 2018 [<xref ref-type="bibr" rid="ref8">8</xref>]. e-Booking in the Finnish public health care context clearly needs to be developed. On the basis of this study, no significant development has been seen during the entire 10-year follow-up period. However, 43% of EU GPs reported that their ICT systems allowed their patients to request appointments in 2018; therefore, Finland clearly has scope for improvement in this area [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>This study was conducted in the Finnish health care environment, but we believe the findings are applicable to other countries that aim to develop health care further through digitalization. On the basis of the results, the deployment of eHealth applications will take time, and both legislative changes and national strategies may help to promote implementation [<xref ref-type="bibr" rid="ref38">38</xref>]. According to the WHO, 58% of the countries that responded to their global survey in 2016 reported having an eHealth strategy [<xref ref-type="bibr" rid="ref2">2</xref>]. In Finland, the first national strategy for applying ICT to health care and social welfare was introduced in 1995 by the Ministry of Social Affairs and Health [<xref ref-type="bibr" rid="ref21">21</xref>]. Thus, Finland was one of the first countries, along with San Marino, Norway, and Canada, to have eHealth strategies or policies in place [<xref ref-type="bibr" rid="ref2">2</xref>]. Strategies have since been used to promote the structured recording of patient data and the integration between systems and to increase the electronic exchange of information between patients and health care professionals [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Payne et al [<xref ref-type="bibr" rid="ref39">39</xref>] studied the status of HIE among 6 countries, and they stated that the complexity of health care systems will present barriers to HIE. This is the case in Finland, because there are still regions where different organizations provide specialized care and primary health care and use the different EPR brands in their region. The study also noted that in countries that have successfully achieved HIE, the impetus came from the government [<xref ref-type="bibr" rid="ref39">39</xref>]. In Finland, HIE between organizations has been promoted through the national Kanta services, in which all public health care organizations have joined [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Despite this national service uptake, which allows information exchange between organizations, there is still a possibility to use RHIE systems, as highlighted in this study [<xref ref-type="bibr" rid="ref28">28</xref>]. The aim of the latest strategy is also to promote interoperable and modular architectures and information security and to ensure sufficient data connections [<xref ref-type="bibr" rid="ref40">40</xref>]. Legal changes may also contribute significant improvements to eHealth maturity, as can be seen in this study’s results regarding the availability of electronic prescription and e-ID and signature. These functions became mandatory for all public health care organizations in 2017, and the results show significant development between 2011 and 2017 [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. However, the implementation of the new functionalities will take time because the path of the Finnish national electronic prescription system from legislation to full implementation took 10 years [<xref ref-type="bibr" rid="ref25">25</xref>]. A very important step forward to enable RHIE in hospital districts was a law that came into force in 2011, which allowed public health care to build common patient registries for hospital districts and primary health care organizations in each of the regions. After the law’s implementation, specific consent from a patient who is informed was no longer required for information retrieval [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>The results reveal that a basic infrastructure such as the EPR must be in place to enable other advanced functionalities such as the CDSS and HIE, because the structured data storage of EPR is a prerequisite for the operation of CDSS systems [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Presumably, an EPR and broadband wireless infrastructure must be available for the wireless use of EPR [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. The results also show that operating under a common regional administrative organization and using the same EPR brand will enable better overall eHealth maturity results, especially in RHIE, for both specialized care and primary health care, at least in the Finnish health care context. Although national strategies can guide the development of eHealth, the regions’ own determined work can also lead to even better results. The results highlight a few regions with high degree of eHealth maturity in the selected indicators in this study while providing comprehensive eHealth services to their citizens, as shown in the study by Ruotanen et al [<xref ref-type="bibr" rid="ref24">24</xref>]. The organization’s own activities also affect the extent to which EPR technical support is provided and whether personnel’s ICT skills are promoted through training [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The results show that not all indicators may be relevant when examining the eHealth maturity of future public health care in Finland. When these eHealth maturity level studies started in Finland, most of the functionalities collected according to internationally used availability indicators were still in the development phase. However, some indicators, such as e-ID and signature and e-prescribing, have been saturated since 2017 and provided no additional information. Therefore, instead of using e-ID, a better indicator for the regional evaluation of data security could be the availability of a documented data security policy or data security plan.</p>
        <p>Regarding primary health care, the number of survey respondents has decreased over time. This is explained by the merging of municipalities into large administrative entities. In contrast, the response rate of primary health care centers to the survey has increased during the survey’s implementation; thus, the sample size has differed slightly in the different survey years. This may cause minor variations in the results for different years.</p>
        <p>The results of this study are based on the data provided by various organizations. In each organization, its management has compiled organization-specific responses from experts in different areas. Different experts may have responded to the survey in different years of the study; therefore, the questions may have been understood differently. However, efforts were made to assist the respondents by providing them with their responses from the previous survey year as a reference. The respondents may have represented the administrative organization; therefore, they may not have had a complete picture of the situation in practice. For example, the interpretation of the proportion of personnel with computer skills may vary among respondents. The interpretations of terms in various years may also vary, depending on what was topical at the time. The intensity of use of certain eHealth applications is based on respondents’ estimates rather than log data, meaning that there may be variation in results, depending on the respondent’s interpretation.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>eHealth maturity has steadily progressed nationally in Finland, and various national strategies and legislative changes have promoted its deployment. The biggest developments in eHealth maturity occurred between 2011 and 2014. Some indicators reached saturation and an intensity of use rate of 100%. However, the scope for development remains, especially in primary health care. Regionally, differences remain among different organizations. Some hospital districts have already been operating under a common administrative organization for a long time, and the results suggest that they will be more prepared for the approaching health and social services reform. The national eHealth strategies and legislative changes need to be implemented in a timely manner, because the results of this study show that the functionalities of eHealth will be adopted in stages and deployment will take time.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDSS</term>
          <def>
            <p>clinical decision support system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">e-booking</term>
          <def>
            <p>e–appointment booking</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EC</term>
          <def>
            <p>European Commission</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EPR</term>
          <def>
            <p>electronic patient record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EU</term>
          <def>
            <p>European Union</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HIE</term>
          <def>
            <p>health information exchange</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">ICT</term>
          <def>
            <p>information and communications technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">OECD</term>
          <def>
            <p>Organization for Economic Co-operation and Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PACS</term>
          <def>
            <p>picture archiving and communication system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">RHIE</term>
          <def>
            <p>regional health information exchange</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study is part of the national <italic>Monitoring and Evaluation of Social and Health Care Information System Services</italic> research project, which is cofunded by the Ministry of Social Affairs and Health (Sosiaali-ja terveysministeriö), and the participants are coordinated by the National Institute for Health and Welfare (Terveyden ja hyvinvoinnin laitos).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors participated sufficiently in the study to take public responsibility for appropriate portions of the content. JH, TT, NK, and JR were responsible for the study conception and design. NK and RR performed data acquisition. JH, TT, NK, and JR analyzed and interpreted the data. JH and JR drafted the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>NK, RR, and JR have received funding to complete this study as part of the national <italic>Monitoring and Evaluation of Social and Health Care Information System Services</italic> project.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>eHealth</article-title>
          <source>World Health Organization</source>
          <year>2022</year>
          <access-date>2022-05-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.emro.who.int/health-topics/ehealth/">http://www.emro.who.int/health-topics/ehealth/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Global diffusion of eHealth: making universal health coverage achievable: report of the third global survey on eHealth</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2021-12-09</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/252529">https://apps.who.int/iris/handle/10665/252529</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>eHealth Benchmarking III, SMART 2009/0022</article-title>
          <source>Deloitte &#38; Ipsos</source>
          <year>2011</year>
          <month>4</month>
          <day>13</day>
          <access-date>2021-12-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://web.archive.org/web/20110901004111/http://ec.europa.eu/information_society/eeurope/i2010/docs/benchmarking/ehealth_benchmarking_3_final_report.pdf">https://tinyurl.com/3n4md9d8</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nøhr</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Nordic eHealth Benchmarking</article-title>
          <source>Nordic Council of Ministers, Nordic Council of Ministers Secretariat</source>
          <year>2015</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://norden.diva-portal.org/smash/record.jsf?pid=diva2%3A821230&#38;dswid=-444">http://norden.diva-portal.org/smash/record.jsf?pid=diva2%3A821230&#38;dswid=-444</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>European hospital survey: benchmarking deployment of e-health services (2012–2013). Final report</article-title>
          <source>Joint Research Centre, Institute for Prospective Technological Studies</source>
          <year>2014</year>
          <access-date>2021-11-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.europa.eu/doi/10.2791/56790">https://data.europa.eu/doi/10.2791/56790</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Atlas of eHealth country profiles: the use of eHealth in support of universal health coverage – Based on the findings of the third global survey on eHealth 2015</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <month>1</month>
          <day>1</day>
          <access-date>2021-12-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241565219">https://www.who.int/publications/i/item/9789241565219</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Duftschmid</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Hamdan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bawadi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Goldfarb</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gülkesen</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Harel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kimura</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kırca</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Kondoh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lewy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mize</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Palojoki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pearce</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>de Quirós</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Saranto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Seidel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vimarlund</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Were</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Haux</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>CU</given-names>
            </name>
          </person-group>
          <article-title>International comparison of six basic eHealth indicators across 14 countries: an eHealth benchmarking study</article-title>
          <source>Methods Inf Med</source>
          <year>2020</year>
          <month>12</month>
          <volume>59</volume>
          <issue>S 02</issue>
          <fpage>e46</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0040-1715796"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0040-1715796</pub-id>
          <pub-id pub-id-type="medline">33207386</pub-id>
          <pub-id pub-id-type="pmcid">PMC7728164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>European Commission</collab>
            <collab>Directorate-General for Communications Networks, Content and Technology</collab>
            <name name-style="western">
              <surname>Folkvord</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hocking</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Altenhofer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Benchmarking deployment of eHealth among general practitioners (2018) : final report</article-title>
          <source>Publications Office of the European Union</source>
          <year>2019</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://op.europa.eu/en/publication-detail/-/publication/d1286ce7-5c05-11e9-9c52-01aa75ed71a1">https://op.europa.eu/en/publication-detail/-/publication/d1286ce7-5c05-11e9-9c52-01aa75ed71a1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Joint Research Centre</collab>
            <collab>Institute for Prospective Technological Studies</collab>
            <name name-style="western">
              <surname>Sabes-Figuera</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>European hospital survey : benchmarking deployment of e-health services (2012–2013) : country reports</article-title>
          <source>Publications Office of the European Union</source>
          <year>2014</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.europa.eu/doi/10.2791/55973">https://data.europa.eu/doi/10.2791/55973</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Joint Research Centre</collab>
            <collab>Institute for Prospective Technological Studies</collab>
            <name name-style="western">
              <surname>Sabes-Figuera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maghiros</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>European hospital survey : benchmarking deployment of e-health services (2012–2013) : composite indicators on eHealth deployment and on availability and use of eHealth functionalities</article-title>
          <source>Publications Office of the European Union</source>
          <year>2014</year>
          <access-date>2021-12-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.europa.eu/doi/10.2791/56511">https://data.europa.eu/doi/10.2791/56511</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oliveira Hashiguchi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Bringing health care to the patient: an overview of the use of telemedicine in OECD countries</article-title>
          <source>OECD Health Working Papers</source>
          <year>2020</year>
          <access-date>2021-12-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/social-issues-migration-health/bringing-health-care-to-the-patient_8e56ede7-en">https://www.oecd-ilibrary.org/social-issues-migration-health/bringing-health-care-to-the-patient_8e56ede7-en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oderkirk</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Readiness of electronic health record systems to contribute to national health information and research</article-title>
          <source>OECD Health Working Papers</source>
          <year>2017</year>
          <access-date>2021-11-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/social-issues-migration-health/readiness-of-electronic-health-record-systems-to-contribute-to-national-health-information-and-research_9e296bf3-en">https://www.oecd-ilibrary.org/social-issues-migration-health/readiness-of-electronic-health-record-systems-to-contribute-to-national-health-information-and-research_9e296bf3-en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Draft OECD guide to measuring ICTs in the health sector</article-title>
          <source>Organization for Economic Co-operation and Development (OECD)</source>
          <year>2015</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd.org/health/health-systems/Draft-oecd-guide-to-measuring-icts-in-the-health-sector.pdf">https://www.oecd.org/health/health-systems/Draft-oecd-guide-to-measuring-icts-in-the-health-sector.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Faxvaag</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gilstad</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hardardottir</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Jerlvall</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nøhr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pehrsson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walldius</surname>
              <given-names>Å</given-names>
            </name>
            <name name-style="western">
              <surname>Vimarlund</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Nordic eHealth indicators: organisation of research, first results and plan for the future</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2013</year>
          <volume>192</volume>
          <fpage>273</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="medline">23920559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Nordic eHealth benchmarking: from piloting towards established practice</article-title>
          <source>TemaNord, Nordic Council of Ministers</source>
          <year>2017</year>
          <access-date>2021-12-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/content/publication/tn2017-528">https://www.oecd-ilibrary.org/content/publication/tn2017-528</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nøhr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vimarlund</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gilstad</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Faxvaag</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hardardottir</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Andreassen</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bertelsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Villumsen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Monitoring and benchmarking eHealth in the Nordic countries</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2018</year>
          <volume>247</volume>
          <fpage>86</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="medline">29677928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winblad</surname>
              <given-names>IRJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hämäläinen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Tieto- ja viestintäteknologian käyttö terveydenhuollossa vuonna 2011 : Tilanne ja kehityksen suunta</article-title>
          <source>Terveyden ja hyvinvoinnin laitos (THL)</source>
          <year>2012</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://urn.fi/URN:NBN:fi-fe201205085463">http://urn.fi/URN:NBN:fi-fe201205085463</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hämäläinen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Tieto- ja viestintäteknologian käyttö terveydenhuollossa vuonna 2014 - Tilanne ja kehityksen suunta</article-title>
          <source>Terveyden ja hyvinvoinnin laitos (THL)</source>
          <year>2015</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://urn.fi/URN:ISBN:978-952-302-486-1">http://urn.fi/URN:ISBN:978-952-302-486-1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hämäläinen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Haverinen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Tieto- ja viestintäteknologian käyttö terveydenhuollossa vuonna 2017 : Tilanne ja kehityksen suunta</article-title>
          <source>Terveyden ja hyvinvoinnin laitos (THL)</source>
          <year>2018</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://urn.fi/URN:ISBN:978-952-343-108-9">http://urn.fi/URN:ISBN:978-952-343-108-9</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ruotanen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tuovinen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Haverinen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Tieto- ja viestintäteknologian käyttö terveydenhuollossa vuonna 2020 : Tilanne ja kehityksen suunta</article-title>
          <source>Terveyden ja hyvinvoinnin laitos (THL)</source>
          <year>2021</year>
          <access-date>2021-06-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://urn.fi/URN:ISBN:978-952-343-771-5">http://urn.fi/URN:ISBN:978-952-343-771-5</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vehko</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ruotsalainen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>E-health and e-welfare of Finland : Check Point 2018</article-title>
          <source>National Institute for Health and Welfare</source>
          <year>2019</year>
          <access-date>2021-06-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://urn.fi/URN:ISBN:978-952-343-326-7">https://urn.fi/URN:ISBN:978-952-343-326-7</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Sosiaali- ja terveydenhuollon tietojärjestelmä­palveluiden seuranta ja arviointi (STePS 3.0)</article-title>
          <source>Terveyden ja hyvinvoinnin laitos</source>
          <year>2020</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://thl.fi/fi/tutkimus-ja-kehittaminen/tutkimukset-ja-hankkeet/sosiaali-ja-terveydenhuollon-tietojarjestelmapalveluiden-seuranta-ja-arviointi-steps-3.0-">https://thl.fi/fi/tutkimus-ja-kehittaminen/tutkimukset-ja-hankkeet/sosiaali-ja-terveydenhuollon-tietojarjestelmapalveluiden-seuranta-ja-arviointi-steps-3.0-</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>From innovation to implementation: eHealth in the WHO European Region</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2021-07-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/326317">https://apps.who.int/iris/handle/10665/326317</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruotanen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kangas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tuovinen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Haverinen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Finnish e-health services intended for citizens – national and regional development</article-title>
          <source>Finnish J EHealth EWelfare</source>
          <year>2021</year>
          <month>10</month>
          <day>25</day>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>283</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.23996/fjhw.109778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jormanainen</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Large-scale implementation and adoption of the Finnish national Kanta services in 2010–2017: a prospective, longitudinal, indicator-based study</article-title>
          <source>Finnish J EHealth EWelfare</source>
          <year>2018</year>
          <month>12</month>
          <day>04</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>381</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.23996/fjhw.74511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jormanainen</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Implementation and adoption of the national Kanta services in community pharmacies and municipality public health care centres in 2010–2016 in Finland</article-title>
          <source>Finnish J EHealth EWelfare</source>
          <year>2019</year>
          <month>05</month>
          <day>05</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>169</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.23996/fjhw.77601</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lumme</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vänskä</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaipio</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heponiemi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lääveri</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Health information exchange in Finland: usage of different access types and predictors of paper use</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>02</month>
          <volume>122</volume>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2018.11.005</pub-id>
          <pub-id pub-id-type="medline">30623778</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(18)31310-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tuovinen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Haverinen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ruotanen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Regional health information exchange outside of the centralized national services for public health care in Finland: a national survey</article-title>
          <source>Finnish J EHealth EWelfare</source>
          <year>2022</year>
          <month>04</month>
          <day>14</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.23996/fjhw.111775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Social and health services</article-title>
          <source>Ministry of Social Affairs and Health</source>
          <year>2022</year>
          <access-date>2022-05-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://stm.fi/en/social-and-health-services">https://stm.fi/en/social-and-health-services</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>What is the health and social services reform</article-title>
          <source>Valtioneuvosto &#124; Finnish Government</source>
          <year>2021</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://soteuudistus.fi/en/health-and-social-services-reform">https://soteuudistus.fi/en/health-and-social-services-reform</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Wellbeing in South Karelia</article-title>
          <source>Etelä-Karjalan sosiaali- ja terveyspiiri (EKSOTE)</source>
          <year>2022</year>
          <access-date>2021-07-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eksote.fi/en/customers/">https://eksote.fi/en/customers/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Ei yhtä vaan yhteisiä ratkaisuja asiakas- ja potilastietojärjestelmien hankinnassa</article-title>
          <source>Ministry of Social Affairs and Health</source>
          <year>2021</year>
          <access-date>2021-07-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://soteuudistus.fi/-/1271139/ei-yhta-vaan-yhteisia-ratkaisuja-asiakas-ja-potilastietojarjestelmien-hankinnassa">https://soteuudistus.fi/-/1271139/ei-yhta-vaan-yhteisia-ratkaisuja-asiakas-ja-potilastietojarjestelmien-hankinnassa</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jormanainen</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Parhiala</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Highly concentrated markets of electronic health records data systems in public health centres and specialist care hospitals in 2017 in Finland</article-title>
          <source>Finnish J EHealth EWelfare</source>
          <year>2019</year>
          <month>03</month>
          <day>10</day>
          <volume>11</volume>
          <issue>1-2</issue>
          <fpage>109</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.23996/fjhw.75554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Hyvä tieteellinen käytäntö ja sen loukkausepäilyjen käsitteleminen Suomessa</article-title>
          <source>Tutkimuseettinen neuvottelukunta</source>
          <year>2021</year>
          <access-date>2021-12-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tenk.fi/fi/ohjeet-ja-aineistot/HTK-ohje-2012">https://tenk.fi/fi/ohjeet-ja-aineistot/HTK-ohje-2012</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zelmer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ronchi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lupiáñez-Villanueva</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Codagnone</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nøhr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huebner</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Fazzalari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Adler-Milstein</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>International health IT benchmarking: learning from cross-country comparisons</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2017</year>
          <month>03</month>
          <day>01</day>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>371</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27554825"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocw111</pub-id>
          <pub-id pub-id-type="medline">27554825</pub-id>
          <pub-id pub-id-type="pii">ocw111</pub-id>
          <pub-id pub-id-type="pmcid">PMC7651944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruthans</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The state of national electronic prescription systems in the EU in 2018 with special consideration given to interoperability issues</article-title>
          <source>Int J Med Inform</source>
          <year>2020</year>
          <month>09</month>
          <volume>141</volume>
          <fpage>104205</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2020.104205</pub-id>
          <pub-id pub-id-type="medline">32492586</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(20)30236-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>eHealth Action Plan 2012-2020</article-title>
          <source>European Commission</source>
          <year>2012</year>
          <access-date>2021-06-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ec.europa.eu/health/publications/ehealth-action-plan-2012-2020_en">https://ec.europa.eu/health/publications/ehealth-action-plan-2012-2020_en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>Global eHealth survey 2015</article-title>
          <source>World Health Organization</source>
          <year>2017</year>
          <month>6</month>
          <day>2</day>
          <access-date>2022-04-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gateway.euro.who.int/en/datasets/ehealth-survey-2015/">https://gateway.euro.who.int/en/datasets/ehealth-survey-2015/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Lovis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gutteridge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pagliari</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>LP</given-names>
            </name>
          </person-group>
          <article-title>Status of health information exchange: a comparison of six countries</article-title>
          <source>J Glob Health</source>
          <year>2019</year>
          <month>12</month>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>0204279</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7189/jogh.09.020427"/>
          </comment>
          <pub-id pub-id-type="doi">10.7189/jogh.09.020427</pub-id>
          <pub-id pub-id-type="medline">31673351</pub-id>
          <pub-id pub-id-type="pii">jogh-09-020427</pub-id>
          <pub-id pub-id-type="pmcid">PMC6815656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Information to support well-being and service renewal. eHealth and eSocial Strategy 2020</article-title>
          <source>Ministry of Social Affairs and Health (Sosiaali- ja terveysministeriö)</source>
          <year>2015</year>
          <access-date>2021-05-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://urn.fi/URN:ISBN:978-952-00-3575-4">http://urn.fi/URN:ISBN:978-952-00-3575-4</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
