<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="editorial" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i1e47695</article-id>
      <article-id pub-id-type="pmid">37014675</article-id>
      <article-id pub-id-type="doi">10.2196/47695</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Editorial</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Editorial</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>“To Err Is Evolution”: We Need the Implementation Report to Learn</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Perrin Franck</surname>
            <given-names>Caroline</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Campus Biotech</institution>
            <institution>University of Geneva</institution>
            <addr-line>Chemin des Mines 9</addr-line>
            <addr-line>Geneva, 1202</addr-line>
            <country>Switzerland</country>
            <phone>41 787997725</phone>
            <email>caroline.perrin@unige.ch</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6667-6164</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Geissbuhler</surname>
            <given-names>Antoine</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5039-3373</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2681-8076</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Campus Biotech</institution>
        <institution>University of Geneva</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Geneva Digital Health Hub</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Geneva University Hospitals</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Caroline Perrin Franck <email>caroline.perrin@unige.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>4</month>
        <year>2023</year>
      </pub-date>
      <volume>11</volume>
      <elocation-id>e47695</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>3</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Caroline Perrin Franck, Antoine Geissbuhler, Christian Lovis. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 04.04.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2023/1/e47695" xlink:type="simple"/>
      <abstract>
        <p><italic>JMIR Medical Informatics</italic> is pleased to offer <italic>implementation reports</italic> as a new article type. Implementation reports present real-world accounts of the implementation of health technologies and clinical interventions. This new article type is intended to promote the rapid documentation and dissemination of the perspectives and experiences of those involved in implementing digital health interventions and assessing the effectiveness of digital health projects.</p>
      </abstract>
      <kwd-group>
        <kwd>implementation science</kwd>
        <kwd>knowledge management</kwd>
        <kwd>knowledge sharing</kwd>
        <kwd>digital health</kwd>
        <kwd>implementation report</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The accelerating adoption of digital health, combined with evolving terminology and differing definitions, has created a paradox: there is an exponential increase in knowledge and information, but finding relevant data on implementation processes, and in particular errors or failures, remains a major challenge. This lack of effective documentation of implementation knowledge makes it difficult to reliably study and understand global trends in digital health project failures, exacerbated by a bias toward publishing mostly positive studies [<xref ref-type="bibr" rid="ref1">1</xref>]. As a result, similar and avoidable mistakes are often repeated.</p>
      <p>Digitalization offers numerous opportunities to improve the efficiency and equity of health systems. Yet, many digital health implementations stagnate in the pilot phase or fail to sustain or demonstrate impact. This not only wastes valuable resources but also further fragments already complex health systems, potentially leading to adverse health outcomes [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Recurrent errors contribute to inefficient implementation and scale-up, and it is crucial to consider that while new technologies offer immense potential benefits, they can also introduce risks or unintended consequences that have a direct impact on patient outcomes. For example, child mortality increased significantly at one site following the implementation of a commercial computerized physician order entry (CPOE) system [<xref ref-type="bibr" rid="ref3">3</xref>]. This increase in mortality was primarily due to delayed administration of critical medications [<xref ref-type="bibr" rid="ref4">4</xref>], amplified by a policy change shortly before implementation, suggesting that policy changes should be avoided during or in close proximity to a CPOE implementation process [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>However, unintended consequences can also be positive, as demonstrated by the implementation of a telemedicine service in rural Nepal [<xref ref-type="bibr" rid="ref6">6</xref>]. The service attracted a higher proportion of female patients, possibly due to cultural factors or minimal disruption to their daily lives, which suggests that telemedicine may improve access to health care for female patients [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Learning from past implementations is critical. Particularly from an ethical and human rights perspective, as in the absence of established implementation norms and best practices, implementers need to define their own standards for responsible and effective digital health implementations.</p>
    </sec>
    <sec sec-type="introduction">
      <title>The Potential Transformative Impact of Implementation Reports</title>
      <p>Sharing and connecting fragmented knowledge across institutional boundaries can revolutionize an industry. This is evidenced by the aviation sector, a safety-critical industry like health care, where such collaboration has led to transformative results [<xref ref-type="bibr" rid="ref7">7</xref>]:</p>
      <disp-quote>
        <p>Back in the 1930s, flying was really dangerous and passengers were scared away by the many accidents. Flight authorities across the world had understood the potential of commercial passenger air traffic, but they also realized flying had to become safer before most people would dare to try it. In 1944 they all met in Chicago to agree on common rules and signed a contract with a very important Annex 13: a common form for incidents reports, which they agreed to share, so they could all learn from each other’s mistakes. Since then, every crash or incident involving a commercial passenger airplane has been investigated and reported; risk factors have been systematically identified; and improved safety procedures have been adopted worldwide.</p>
      </disp-quote>
      <p>The aviation industry has set an exemplary precedent for how sharing mistakes can improve safety and build trust. However, much like the aviation industry in the 1930s, the digital health sector is still in the early stages: the potential to strengthen health care systems is clear, but the bigger picture and potential implications and safety risks are not yet fully understood.</p>
      <p><italic>JMIR Medical Informatics</italic> has created a new article type—the implementation report—to address the challenges associated with managing and effectively sharing implementation knowledge. We need implementation reports to promote greater transparency and accountability; to improve identification of best practices; to optimize resource allocation; and to help gain the trust of patients, practitioners, and other stakeholders. Implementation reports provide a framework for systematically documenting and sharing implementation knowledge, including errors and failures, and present real-world accounts of the implementation of health technologies and clinical interventions. This new article type aims to promote the rapid documentation and dissemination of the perspectives and experiences of those involved in implementing digital health interventions and assessing the effectiveness of digital health projects.</p>
      <p>If trial and error is the key engine of evolution, achieving progress requires mechanisms to store and transmit information. DNA is the main information substrate of the evolving living world. We need similar tools, such as the implementation report, to learn and accumulate knowledge from successes and failures in digital health. By embracing the concept that “to err is evolution,” we can collectively harness the power of our experiences to drive innovation and improve health outcomes.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CPOE</term>
          <def>
            <p>computerized physician order entry</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dendere</surname>
              <given-names>Ronald</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>Monika</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>Clair</given-names>
            </name>
          </person-group>
          <article-title>Are we doing it right? We need to evaluate the current approaches for implementation of digital health systems</article-title>
          <source>Aust Health Rev</source>
          <year>2021</year>
          <month>12</month>
          <volume>45</volume>
          <issue>6</issue>
          <fpage>778</fpage>
          <lpage>781</lpage>
          <pub-id pub-id-type="doi">10.1071/AH20289</pub-id>
          <pub-id pub-id-type="medline">34488938</pub-id>
          <pub-id pub-id-type="pii">AH20289</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The environmentally impacts of digital health</article-title>
          <source>Digit Health</source>
          <year>2021</year>
          <month>08</month>
          <day>10</day>
          <volume>7</volume>
          <fpage>20552076211033421</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076211033421?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076211033421</pub-id>
          <pub-id pub-id-type="medline">34408902</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076211033421</pub-id>
          <pub-id pub-id-type="pmcid">PMC8365173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>Yong Y</given-names>
            </name>
            <name name-style="western">
              <surname>Carcillo</surname>
              <given-names>Joseph A</given-names>
            </name>
            <name name-style="western">
              <surname>Venkataraman</surname>
              <given-names>Shekhar T</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>Robert S B</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>R Scott</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>Trung C</given-names>
            </name>
            <name name-style="western">
              <surname>Bayir</surname>
              <given-names>Hülya</given-names>
            </name>
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>Richard A</given-names>
            </name>
          </person-group>
          <article-title>Unexpected increased mortality after implementation of a commercially sold computerized physician order entry system</article-title>
          <source>Pediatrics</source>
          <year>2005</year>
          <month>12</month>
          <volume>116</volume>
          <issue>6</issue>
          <fpage>1506</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2005-1287</pub-id>
          <pub-id pub-id-type="medline">16322178</pub-id>
          <pub-id pub-id-type="pii">116/6/1506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beeler</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hug</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support systems</article-title>
          <source>Swiss Med Wkly</source>
          <year>2014</year>
          <month>12</month>
          <day>23</day>
          <volume>144</volume>
          <fpage>w14073</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4414/smw.2014.14073"/>
          </comment>
          <pub-id pub-id-type="doi">10.4414/smw.2014.14073</pub-id>
          <pub-id pub-id-type="medline">25668157</pub-id>
          <pub-id pub-id-type="pii">smw-14073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>Dean F</given-names>
            </name>
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>Joan S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Jiajie</given-names>
            </name>
            <name name-style="western">
              <surname>Osheroff</surname>
              <given-names>Jerome A</given-names>
            </name>
            <name name-style="western">
              <surname>Shabot</surname>
              <given-names>M Michael</given-names>
            </name>
          </person-group>
          <article-title>Lessons from "Unexpected increased mortality after implementation of a commercially sold computerized physician order entry system"</article-title>
          <source>Pediatrics</source>
          <year>2006</year>
          <month>08</month>
          <volume>118</volume>
          <issue>2</issue>
          <fpage>797</fpage>
          <lpage>801</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2005-3132</pub-id>
          <pub-id pub-id-type="medline">16882838</pub-id>
          <pub-id pub-id-type="pii">118/2/797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Uranw</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bhattarai</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chappuis</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Geissbuhler</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Study of the impact of a telemedicine service in improving pre-hospital care and referrals to a tertiary care university hospital in Nepal</article-title>
          <source>J Family Med Prim Care</source>
          <year>2021</year>
          <month>12</month>
          <volume>10</volume>
          <issue>12</issue>
          <fpage>4531</fpage>
          <lpage>4535</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35280611"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/jfmpc.jfmpc_9_21</pub-id>
          <pub-id pub-id-type="medline">35280611</pub-id>
          <pub-id pub-id-type="pii">JFMPC-10-4531</pub-id>
          <pub-id pub-id-type="pmcid">PMC8884304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosling</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Factfulness: Ten Reasons We’re Wrong about the World—and Why Things Are Better than You Think</source>
          <year>2018</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Flatiron Books</publisher-name>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
