<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i8e35726</article-id>
      <article-id pub-id-type="pmid">35916722</article-id>
      <article-id pub-id-type="doi">10.2196/35726</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Harnessing the Electronic Health Care Record to Optimize Patient Safety in Primary Care: Framework for Evaluating e–Safety-Netting Tools</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Walsh</surname>
            <given-names>Joseph</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Blondon</surname>
            <given-names>Katie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Holt</surname>
            <given-names>Jeana</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Black</surname>
            <given-names>Georgia Bell</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Applied Health Research</institution>
            <institution>University College London</institution>
            <addr-line>1-19 Torrington Place</addr-line>
            <addr-line>London, WC1E 7HB</addr-line>
            <country>United Kingdom</country>
            <phone>44 2031083157</phone>
            <email>g.black@ucl.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2676-5071</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Bhuiya</surname>
            <given-names>Afsana</given-names>
          </name>
          <degrees>MRCGP</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2165-9192</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Friedemann Smith</surname>
            <given-names>Claire</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9934-5882</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hirst</surname>
            <given-names>Yasemin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0167-9428</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Nicholson</surname>
            <given-names>Brian David</given-names>
          </name>
          <degrees>MRCGP, DPhil</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0661-7362</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Applied Health Research</institution>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>North Central London Cancer Alliance</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Nuffield Department of Primary Care Health Sciences</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Georgia Bell Black <email>g.black@ucl.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>8</issue>
      <elocation-id>e35726</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Georgia Bell Black, Afsana Bhuiya, Claire Friedemann Smith, Yasemin Hirst, Brian David Nicholson. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 01.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/8/e35726" xlink:type="simple"/>
      <abstract>
        <p>The management of diagnostic uncertainty is part of every primary care physician’s role. e–Safety-netting tools help health care professionals to manage diagnostic uncertainty. Using software in addition to verbal or paper based safety-netting methods could make diagnostic delays and errors less likely. There are an increasing number of software products that have been identified as e–safety-netting tools, particularly since the start of the COVID-19 pandemic. e–Safety-netting tools can have a variety of functions, such as sending clinician alerts, facilitating administrative tasking, providing decision support, and sending reminder text messages to patients. However, these tools have not been evaluated by using robust research designs for patient safety interventions. We present an emergent framework of criteria for effective e–safety-netting tools that can be used to support the development of software. The framework is based on validated frameworks for electronic health record development and patient safety. There are currently no tools available that meet all of the criteria in the framework. We hope that the framework will stimulate clinical and public conversations about e–safety-netting tools. In the future, a validated framework would drive audits and improvements. We outline key areas for future research both in primary care and within integrated care systems.</p>
      </abstract>
      <kwd-group>
        <kwd>primary care</kwd>
        <kwd>patient safety</kwd>
        <kwd>electronic health record</kwd>
        <kwd>safety</kwd>
        <kwd>optimize</kwd>
        <kwd>framework</kwd>
        <kwd>evaluation</kwd>
        <kwd>tool</kwd>
        <kwd>diagnostic</kwd>
        <kwd>uncertainty</kwd>
        <kwd>management</kwd>
        <kwd>netting</kwd>
        <kwd>software</kwd>
        <kwd>criteria</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p><italic>Safety-netting</italic> was first formally defined in the mid-1980s by Neighbour [<xref ref-type="bibr" rid="ref1">1</xref>] and has since come to be viewed as a best practice for managing diagnostic uncertainty [<xref ref-type="bibr" rid="ref2">2</xref>]. This is particularly relevant to primary care, wherein clinicians hold responsibility for weighing up the costs, risks, and benefits of monitoring symptoms against those of ordering tests, investigations, and referrals for further care. Safety-netting includes verbally advising to patients to practice self-care, monitor symptoms, or seek further advice if their symptoms have not resolved. Safety-netting is part of many primary care presentations, given the high volume of patients with undifferentiated nonspecific symptoms. For these patients, serious disease is a rare but important component of a differential diagnosis [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Several studies have highlighted the importance of recording safety-netting advice in patient records [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Examples of such advice include ensuring that at-risk patients are monitored, providing a reminder of the advice, facilitating the continuity of care, and maintaining a medical-legal record. Despite their importance, safety-netting advice is not often recorded in medical notes [<xref ref-type="bibr" rid="ref8">8</xref>]. There have been calls to improve the recording of safety-netting to facilitate follow-up and monitoring. More recently, commercial e–safety-netting tools have been developed to assist health care professionals in managing diagnostic uncertainty [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. These tools may be integrated within the electronic health record (EHR) or provided by a third-party application.</p>
      <p>The aim of this paper is to consider how e–safety-netting tools need to be developed in order to improve diagnostic safety in primary care. We also outline an emergent framework of criteria for e–safety-netting tools that can be used to facilitate evaluation and outcome measurement [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
    </sec>
    <sec>
      <title>Safety and Safety-Netting in Primary Care</title>
      <p>The management of diagnostic uncertainty in primary care is a part of every primary care physician’s role [<xref ref-type="bibr" rid="ref13">13</xref>]. Safety-netting mitigates the risks associated with some techniques, thereby allowing physicians to manage diagnostic uncertainty. For example, the safe use of the “test of time” allows for the expected progression of a primary care physician’s initial diagnosis to be observed. Safety-netting increases safety by providing patients with information about concerning symptoms and what to do if they arise [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Signposting to other sources of information or to other services (eg, out-of-hours services) is also a common component of safety-netting [<xref ref-type="bibr" rid="ref10">10</xref>]. Effective safety-netting is important, since it can have implications for a patient’s outcomes by preventing misdiagnoses, complications, and delayed referrals [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. It may also have workload implications by safely reducing the number of unnecessary reconsultations [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Historically, safety-netting processes have been the focus of quality improvement within the cancer clinical and research community, ranging from national strategy documents to local system providers. In health care policy and research, safety-netting has been particularly identified as a tool for facilitating the timely diagnosis of cancer [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <p>Effective safety-netting results in patient self-care, patients’ recognition of the need for and their prompt seeking of further medical attention, and the timely follow-up of patients [<xref ref-type="bibr" rid="ref19">19</xref>]. High-quality safety-netting requires clinicians to understand a patient’s information needs, the reasons for safety-netting advice, and the expected clinical course of a condition. Breakdowns in safety-netting communication could occur through the omission of information, by providing information in a way that is not easily understood or remembered, or by failing to address patient concerns [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Inconsistencies in safety-netting delivery may also harm how advice is perceived and adhered to by patients [<xref ref-type="bibr" rid="ref9">9</xref>]. Therefore, e–safety-netting tools have a particular role in supporting clinicians’ and patients’ communication, information provision, knowledge, and memory.</p>
    </sec>
    <sec>
      <title>Harnessing the EHR: e–Safety-Netting Tools—How Might They Solve Some of the Problems Above?</title>
      <p>EHRs have been mandated for many years in primary care. These systems have been developed to capture clinical information in a way that is clinically relevant and user-friendly. EHR providers regularly update their systems to ensure that users are able to record and retrieve information easily. Over time, EHR systems have built capabilities for supporting wider functionalities, so that clinicians and managers can better support their patient populations. Although safety-netting is embedded into national health care strategies and policies, it is unclear who holds responsibility for it and how it should work [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Safety-netting is no longer considered solely as a doctor-patient interaction but as a responsibility of the “system,” which should provide robust safety-netting protocols within the EHR [<xref ref-type="bibr" rid="ref22">22</xref>]. As patients move through the multiple clinical contacts that lead up to a diagnosis, the increased specification of the safety-netting process could reduce the amount of errors in the diagnostic process [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>e–Safety-netting tools can be integrated into the EHR or be provided by a separate piece of software. Typical functions include, for example, clinician alerts, administrative tasking, templates for standardized codes, tracking dashboards, and additional support (eg, prepopulated referral forms). The tools may support clinicians by tracking patients over a defined time interval, providing templates to guide consultations, or suggesting appropriate referral pathways [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. They may also support patients by sending them trigger text reminders. Using e–safety-netting software in addition to verbal or paper-based safety-netting methods could reduce the amount of diagnostic errors and delays. This could also make improvement easier via the provision of better audit data about safety-netting. The COVID-19 pandemic has driven a surge of new e–safety-netting tools. However, these have not been evaluated by using robust research designs for patient safety interventions [<xref ref-type="bibr" rid="ref12">12</xref>]. The variations in designs and functions suggest a lack of clarity with regard to how the tools should prevent diagnostic errors and delays.</p>
    </sec>
    <sec>
      <title>What Safety-Netting Failures Could Be Prevented by an e–Safety-Netting Tool?</title>
      <p>There is a lack of robust evidence suggesting whether e–safety-netting tools prevent the types of errors that they are designed to prevent. We found 2 evaluation reports of C the Signs (C the Signs Limited)—a software tool for supporting cancer decision-making and management that has been commissioned in various locations in England, United Kingdom. One evaluation found increased cancer detection rates for clinical commissioning groups, who had implemented the tools, when compared to those for groups who had not implemented the tools [<xref ref-type="bibr" rid="ref26">26</xref>]. However, a second, independent evaluation of C the Signs found that changes to the number of referrals were inconclusive. This report, which was titled <italic>C the Signs evaluation: report for RM Partners</italic> (Frontier Economics, private report received upon request, 2021), found that there was limited evidence of improved cancer detection.</p>
      <p>e–Safety-netting tools require substantial further development in order to reach their potential in reducing the amount of diagnostic delays and errors in primary care. In <xref ref-type="table" rid="table1">Table 1</xref>, we consider the exemplar of an urgent cancer referral pathway (ie, a primary care process in which patients with suspected cancer symptoms are expected to be seen within 2 weeks for further investigations). We give details about the typical errors and outcomes that occur and how e–safety-netting tools may be developed to prevent this [<xref ref-type="bibr" rid="ref27">27</xref>]. We also indicate whether certain functions have already been developed in prominent e–safety-netting tools that are currently available [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Future e–safety-netting tools could explore other potential process errors associated with safety-netting, such as automatically generating an alert if a patient has a number of attendances within a short span of time [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Types of errors that may be mitigated by an e–safety-netting tool. We use the exemplar of an urgent cancer referral pathway.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="150"/>
          <col width="170"/>
          <col width="170"/>
          <col width="190"/>
          <col width="230"/>
          <col width="90"/>
          <thead>
            <tr valign="top">
              <td>Setting</td>
              <td>Clinical action</td>
              <td>Error</td>
              <td>Outcome</td>
              <td>Role of the e–safety-netting tool</td>
              <td>Currently available</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Doctor-patient encounter<break/></td>
              <td>Primary care physician is unsure whether to refer a patient with abdominal pain to specialist</td>
              <td>Physician decides not to investigate further, as they are not aware of clinical guidelines</td>
              <td>Delay in investigation or patient referral</td>
              <td>Clinical presentation prompts physician to review clinical decision support tool, which reminds primary care physician of the clinical guidelines</td>
              <td>Partially</td>
            </tr>
            <tr valign="top">
              <td>Doctor-patient encounter</td>
              <td>Patient visits physician multiple times for the same persistent problem</td>
              <td>Physician does not realize that the patient has visited multiple times</td>
              <td>Delays in taking action despite a persistent problem</td>
              <td>Tool identifies the repeat pattern from coded data and alerts physician</td>
              <td>No</td>
            </tr>
            <tr valign="top">
              <td>After a consultation</td>
              <td>Patient with low-risk symptoms is actively monitored</td>
              <td>Patient does not reconsult a physician within the expected time frame</td>
              <td>Delay in the timely review of symptoms</td>
              <td>Tool alerts physician to any delays in the expected reconsultation time frame</td>
              <td>Yes</td>
            </tr>
            <tr valign="top">
              <td>Physician follow-up</td>
              <td>Patient is given advice about the need for a suggested investigation</td>
              <td>Patient is unclear about the timely review of results or how to obtain results</td>
              <td>Delays in taking action after investigation findings</td>
              <td>Trigger patient text message regarding reconsulting a physician promptly when results of the investigation are available</td>
              <td>Partially</td>
            </tr>
            <tr valign="top">
              <td>Practice level</td>
              <td>Patient is sent to an urgent referral<break/></td>
              <td>Patient does not attend the urgent referral</td>
              <td>No urgent review by a specialist</td>
              <td>Tool identifies nonattendance and sends a message to the patient and primary care physician</td>
              <td>Yes</td>
            </tr>
            <tr valign="top">
              <td>Regional level</td>
              <td>Patient is diagnosed with cancer through an emergency pathway</td>
              <td>Primary care network does not use this as an opportunity for audit and improvement</td>
              <td>Lack of system improvement</td>
              <td>Nominated lead for network can review all cancer cases and disseminate learnings</td>
              <td>Yes</td>
            </tr>
            <tr valign="top">
              <td>Patient health record data</td>
              <td>Patient with low-risk symptoms presents to primary care physician, resulting in self-care at home</td>
              <td>Patient history, including risk factors, is not recorded or visible in health record</td>
              <td>Physician is not aware of risk factors in the patient’s history</td>
              <td>Alert the physician to the incomplete patient record, including hidden risk factors, during the consultation</td>
              <td>No<break/><break/></td>
            </tr>
            <tr valign="top">
              <td>Patient health record—population</td>
              <td>Patient’s clinical risk percentage for a certain condition increases prominently (per the patient’s coded data)</td>
              <td>The data are not observed as a whole, and significant patterns are not established</td>
              <td>The system does not identify the patient as one requiring further action</td>
              <td>Alerts to practice-level team state that clinical risk has reached a specified trigger level for further action (investigations and referrals)</td>
              <td>Yes</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec>
      <title>Establishing a Framework for What a Good e–Safety-Netting Tool Would Do</title>
      <p>e–Safety-netting tool development may be viewed as an extension of EHR tool development. Hitherto, e–safety-netting tools have not been tested with respect to diagnostic safety. There are many frameworks and evidence bases on this topic. We synthesized the relevant parts of 3 publications in particular—(1) the World Health Organization <italic>Technical Series on Safety in Primary Care: Diagnostic Errors</italic>, which addresses how to improve the safety of multiple aspects of diagnostic and administrative work in primary care [<xref ref-type="bibr" rid="ref31">31</xref>]; (2) Murphy and colleagues’ [<xref ref-type="bibr" rid="ref32">32</xref>] Safer Dx Trigger Tools Framework, which outlines good practice for the development of electronic tools to improve diagnostic safety; and (3) Vincent and Almaberti’s [<xref ref-type="bibr" rid="ref33">33</xref>] compendium of safety strategies. Some additional papers and our own knowledge of safety-netting and e–safety-netting tools were used to construct an emergent framework for e–safety-netting tool development (<xref ref-type="table" rid="table2">Table 2</xref>) [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. This framework may be useful for audits, for e–safety-netting tool development and improvement, and for guiding future research.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Emergent framework of principles for high-quality e–safety-netting tools.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="330"/>
          <col width="330"/>
          <col width="340"/>
          <thead>
            <tr valign="top">
              <td>e–Safety-netting principle</td>
              <td>Details</td>
              <td>Example</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>All patients registered will be e–safety-netted.</td>
              <td>The tool supports reductions in diagnostic errors for all patients with all types of presentations, not just those who are considered at-risk patients.</td>
              <td>The tool has automatic functions that work for all patients (eg, detecting multiple presentations or consultation patterns that might indicate that action is needed and triggering alerts).</td>
            </tr>
            <tr valign="top">
              <td>All clinicians and primary care staff are responsible for e–safety-netting.</td>
              <td>The tool is not reliant on sign-up but is automatically applied for every user registered on the system. The responsibilities would be configured to the users’ credentials (eg, primary care physician, nurse, and receptionist).</td>
              <td>The e–safety-netting functions are integrated into the electronic health record and cannot be switched off. Algorithms and alerts are live for every patient.</td>
            </tr>
            <tr valign="top">
              <td>Limit burden and cognitive bias by using automatic functions, where possible.</td>
              <td>The tool functions equally for every patient, not just those selected by the primary care professional or those on a “list.”</td>
              <td>Data capture is facilitated by standardized autofill. Patients are automatically selected for follow-up by risk stratification tools.</td>
            </tr>
            <tr valign="top">
              <td>Support diagnostic processes before, during, and after consultations [<xref ref-type="bibr" rid="ref34">34</xref>].</td>
              <td>The tool supports continuous improvements in data quality and decision-making during the consultation, and it offers memory aids and alerts for both professionals and patients.</td>
              <td>The tool notifies primary health care professionals when a patient data record is incomplete. Alerts are triggered or sent to a patient as a reminder to attend an investigation. The physician and patient are alerted when the patient has not attended an investigation, or the physician is alerted when the patient has not attended a specialist appointment.</td>
            </tr>
            <tr valign="top">
              <td>Monitor, auto-detect, and measure pathway process errors or deviations and alert the relevant people [<xref ref-type="bibr" rid="ref35">35</xref>].<break/></td>
              <td>The tool monitors all appropriate parts of the patient pathway. It automatically detects, rationalizes, and quantifies errors. It also alerts the appropriate staff member to errors of interest.</td>
              <td>The tool automatically measures the time interval since the last consultation and agreed upon action. So, if there is delay in presentation, an alert is triggered. If the tool detects that a patient has not fulfilled the prescription, it alerts their health care professional and the patient.</td>
            </tr>
            <tr valign="top">
              <td>Use simple processes that make it easy to access and transfer complex information.<break/></td>
              <td>The tool is easy to navigate, seamless with existing electronic health records, and automatically present at the point of care to support decision-making. Only 1 tool is in use within the primary care system to avoid confusion.</td>
              <td>The tool allows for the easy transfer of information to other organizations and has simple and intuitive displays. It also allows users to access up-to-date pathways and referral criteria and has decision support functionalities.</td>
            </tr>
            <tr valign="top">
              <td>Spread responsibilities and roles within primary care that have an overall impact on the whole patient pathway.</td>
              <td>The tool allows the whole clinical and administrative team to use the tool with a centralized alert system, including champions or experts within the team.</td>
              <td>There is shared responsibility for “flags” and errors within the system and thus a higher likelihood that the tool will initiate action. The tool supports a culture of shared responsibility.</td>
            </tr>
            <tr valign="top">
              <td>Support senior leadership to optimize safety strategies within a regular quality improvement program.<break/></td>
              <td>The tool creates visual aggregate displays of increased errors (ie, practice dashboards) to establish normative quality standards. It has the ability to self-monitor and self-improve (ie, through artificial intelligence, it improves itself with data and feedback) [<xref ref-type="bibr" rid="ref11">11</xref>].</td>
              <td>The tool allows for the automatic identification of common diagnostic process errors, sends alerts for unexpected increases in error, and has control over the granularity of data.<break/></td>
            </tr>
            <tr valign="top">
              <td>Allow for patient interaction and feedback [<xref ref-type="bibr" rid="ref36">36</xref>].</td>
              <td>Patients can interact to input either their own health metrics or feedback on symptom changes. Patients can access the appropriate level of information to support themselves in managing their health. Integration with other e-consulting tools is possible.</td>
              <td>Patients can self-report attendance to appointments and tick it off. Patients can provide feedback on changes in symptoms to trigger a follow-up appointment. Patients can record and report their weight or blood pressure.</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p><xref ref-type="table" rid="table2">Table 2</xref> outlines 9 principles for e–safety-netting tools that we suggest would denote a high-quality tool. There are currently no tools available that meet all of the criteria in the framework. We hope that the framework will facilitate the development and improvement of e–safety-netting tools. It may also enable national and local audits and analyses, highlighting differences in performance and presenting potential solutions for improvement. Building on the development of new or modified e–safety-netting tools, health system leaders will need to ensure that their organizations have the necessary resources to implement them and to manage and respond to the data generated.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>We have presented a framework for structuring the development, evaluation, and implementation of e–safety-netting tools in primary care. The framework includes individual user benefits, technical features, and social aspects of use. Using this framework could support the progress of policies to facilitate the earlier diagnosis of serious diseases, such as cancer, cardiovascular disease, lung disease, diabetes, renal failure, and heart failure [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], and increase patient safety [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      <p>The framework is based on principles from established EHR tool development and patient safety frameworks but requires further validation through clinical and public input as well as empirical research. e–Safety-netting development via the use of this framework may require multidisciplinary applied research teams, including software developers; user experience and design; clinical knowledge; applied psychology; health services research; and epidemiological expertise.</p>
      <p>The e–safety-netting framework proposed provides an approach to appraising existing tools and guiding e–safety-netting tool development. It would be valuable for commissioners to learn not only from existing experiences of successful adoption but also from decisions to decommission e–safety-netting tools [<xref ref-type="bibr" rid="ref39">39</xref>]. Currently, there are few opportunities to understand the impact of each available e–safety-netting tool, as they are rarely evaluated and their functions are often updated. Policy makers should make it a condition that these tools be independently evaluated with results that are kept in a centrally held repository [<xref ref-type="bibr" rid="ref40">40</xref>]. Evaluations would inform local adoption and allow for the alignment of these systems with health care strategies.</p>
      <p>Patients need a robust, evidence-based system to ensure that they are monitored until their symptoms have been explained. Without this, primary care services are prone to operational failure. Operational failures (disruptions, errors, or inadequacies in the information, supplies, or equipment needed for patient care) are linked to often time-consuming compensatory actions for ensuring that patient care is coordinated and remains safe. At a time when workloads are continuing to increase in primary care and the format of clinical contacts is changing, e–safety-netting tools offer an approach to distributing the responsibility for follow-up safely among members of practice teams and to patients [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. This is relevant to the development of integrated digital care records and population health management dashboards by integrated care systems [<xref ref-type="bibr" rid="ref43">43</xref>]. There is further potential to look at the development of e–safety-netting at scale in secondary care and elsewhere [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
      <p>There are likely to be challenges to uptake and implementation, even for tools that conform to the framework we have outlined [<xref ref-type="bibr" rid="ref45">45</xref>]. However, e–safety-netting tools that align with the individual, social, and technical aspects of primary care work are more likely to succeed [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>GBB is supported by a Health Foundation grant that was awarded to the University of Cambridge for The Healthcare Improvement Studies Institute. BDN is a National Institute for Health and Care Research academic clinical lecturer.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neighbour</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>The Inner Consultation</source>
          <year>1987</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Mant</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bankhead</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Can safety-netting improve cancer detection in patients with vague symptoms?</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>11</month>
          <day>09</day>
          <volume>355</volume>
          <fpage>i5515</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.i5515</pub-id>
          <pub-id pub-id-type="medline">28291732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Almond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mant</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Diagnostic safety-netting</article-title>
          <source>Br J Gen Pract</source>
          <year>2009</year>
          <month>11</month>
          <volume>59</volume>
          <issue>568</issue>
          <fpage>872</fpage>
          <lpage>874</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=19861036"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp09X472971</pub-id>
          <pub-id pub-id-type="medline">19861036</pub-id>
          <pub-id pub-id-type="pmcid">PMC2765844</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>AWW</given-names>
            </name>
          </person-group>
          <article-title>Acceptability of text messages for safety netting patients with low-risk cancer symptoms: a qualitative study</article-title>
          <source>Br J Gen Pract</source>
          <year>2018</year>
          <month>05</month>
          <volume>68</volume>
          <issue>670</issue>
          <fpage>e333</fpage>
          <lpage>e341</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=29581127"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp18X695741</pub-id>
          <pub-id pub-id-type="medline">29581127</pub-id>
          <pub-id pub-id-type="pii">bjgp18X695741</pub-id>
          <pub-id pub-id-type="pmcid">PMC5916080</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crowley</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Improving assessment of children with suspected respiratory tract infection in general practice</article-title>
          <source>BMJ Open Qual</source>
          <year>2019</year>
          <month>04</month>
          <day>08</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e000450</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopenquality.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31206053"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjoq-2018-000450</pub-id>
          <pub-id pub-id-type="medline">31206053</pub-id>
          <pub-id pub-id-type="pii">bmjoq-2018-000450</pub-id>
          <pub-id pub-id-type="pmcid">PMC6542419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bertheloot</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Deraeve</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vermandere</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aertgeerts</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lemiengre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De Sutter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buntinx</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Verbakel</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>How do general practitioners use 'safety netting' in acutely ill children?</article-title>
          <source>Eur J Gen Pract</source>
          <year>2016</year>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.3109/13814788.2015.1092516</pub-id>
          <pub-id pub-id-type="medline">26578087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bankhead</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heneghan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hewitson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Safety netting to improve early cancer diagnosis in primary care: development of consensus guidelines</article-title>
          <source>GP Excellence for Greater Manchester</source>
          <year>2011</year>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gpexcellencegm.org.uk/wp-content/uploads/Safety-Netting-Guidance-for-GPs.pdf">https://gpexcellencegm.org.uk/wp-content/uploads/Safety-Netting-Guidance-for-GPs.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ridd</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sanderson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>Safety netting in routine primary care consultations: an observational study using video-recorded UK consultations</article-title>
          <source>Br J Gen Pract</source>
          <year>2019</year>
          <month>11</month>
          <day>28</day>
          <volume>69</volume>
          <issue>689</issue>
          <fpage>e878</fpage>
          <lpage>e886</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=31740458"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp19X706601</pub-id>
          <pub-id pub-id-type="medline">31740458</pub-id>
          <pub-id pub-id-type="pii">bjgp19X706601</pub-id>
          <pub-id pub-id-type="pmcid">PMC6863676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ziebland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>MacArtney</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Bankhead</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>GPs' understanding and practice of safety netting for potential cancer presentations: a qualitative study in primary care</article-title>
          <source>Br J Gen Pract</source>
          <year>2018</year>
          <month>07</month>
          <volume>68</volume>
          <issue>672</issue>
          <fpage>e505</fpage>
          <lpage>e511</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=29739779"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp18X696233</pub-id>
          <pub-id pub-id-type="medline">29739779</pub-id>
          <pub-id pub-id-type="pii">bjgp18X696233</pub-id>
          <pub-id pub-id-type="pmcid">PMC6014413</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CHD</given-names>
            </name>
            <name name-style="western">
              <surname>Neill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhanpaul</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singlehurst-Mooney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The safety netting behaviour of first contact clinicians: a qualitative study</article-title>
          <source>BMC Fam Pract</source>
          <year>2013</year>
          <month>09</month>
          <day>25</day>
          <volume>14</volume>
          <fpage>140</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-14-140"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2296-14-140</pub-id>
          <pub-id pub-id-type="medline">24066842</pub-id>
          <pub-id pub-id-type="pii">1471-2296-14-140</pub-id>
          <pub-id pub-id-type="pmcid">PMC3849506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>OT</given-names>
            </name>
            <name name-style="western">
              <surname>Calanzani</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>de Wit</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence techniques that may be applied to primary care data to facilitate earlier diagnosis of cancer: Systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>03</month>
          <day>03</day>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e23483</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e23483/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23483</pub-id>
          <pub-id pub-id-type="medline">33656443</pub-id>
          <pub-id pub-id-type="pii">v23i3e23483</pub-id>
          <pub-id pub-id-type="pmcid">PMC7970165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lilford</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Evaluating service delivery interventions to enhance patient safety</article-title>
          <source>BMJ</source>
          <year>2008</year>
          <month>12</month>
          <day>17</day>
          <volume>337</volume>
          <fpage>a2764</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.a2764</pub-id>
          <pub-id pub-id-type="medline">19091764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malterud</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Guassora</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Reventlow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jutel</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Embracing uncertainty to advance diagnosis in general practice</article-title>
          <source>Br J Gen Pract</source>
          <year>2017</year>
          <month>06</month>
          <volume>67</volume>
          <issue>659</issue>
          <fpage>244</fpage>
          <lpage>245</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=28546389"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp17X690941</pub-id>
          <pub-id pub-id-type="medline">28546389</pub-id>
          <pub-id pub-id-type="pii">67/659/244</pub-id>
          <pub-id pub-id-type="pmcid">PMC5442924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cheraghi-Sohi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Panagioti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Esmail</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Panagopoulou</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Managing diagnostic uncertainty in primary care: a systematic critical review</article-title>
          <source>BMC Fam Pract</source>
          <year>2017</year>
          <month>08</month>
          <day>07</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/s12875-017-0650-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12875-017-0650-0</pub-id>
          <pub-id pub-id-type="medline">28784088</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12875-017-0650-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5545872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CHD</given-names>
            </name>
            <name name-style="western">
              <surname>Neill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhanpaul</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singlehurst-Mooney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Information needs of parents for acute childhood illness: determining 'what, how, where and when' of safety netting using a qualitative exploration with parents and clinicians</article-title>
          <source>BMJ Open</source>
          <year>2014</year>
          <month>01</month>
          <day>14</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e003874</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=24430877"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2013-003874</pub-id>
          <pub-id pub-id-type="medline">24430877</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2013-003874</pub-id>
          <pub-id pub-id-type="pmcid">PMC3902331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>To understand and improve the experience of parents and carers who need advice when a child has a fever (high temperature)</article-title>
          <source>Royal College of Paediatrics and Child Health</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/4uuj9xjc">https://tinyurl.com/4uuj9xjc</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Macleod</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Safety netting for primary care: evidence from a literature review</article-title>
          <source>Br J Gen Pract</source>
          <year>2019</year>
          <month>01</month>
          <volume>69</volume>
          <issue>678</issue>
          <fpage>e70</fpage>
          <lpage>e79</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=30510099"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp18X700193</pub-id>
          <pub-id pub-id-type="medline">30510099</pub-id>
          <pub-id pub-id-type="pii">bjgp18X700193</pub-id>
          <pub-id pub-id-type="pmcid">PMC6301356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Institute for Health and Care Excellence (NICE)</collab>
          </person-group>
          <source>2020 Surveillance of Suspected Cancer: Recognition and Referral (NICE Guideline NG12)</source>
          <year>2020</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>National Institute for Health and Care Excellence (UK)</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Lunn</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Optimising GPs' communication of advice to facilitate patients' self-care and prompt follow-up when the diagnosis is uncertain: a realist review of 'safety-netting' in primary care</article-title>
          <source>BMJ Qual Saf. Epub ahead of print</source>
          <year>2022</year>
          <month>03</month>
          <day>30</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=35354664"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2021-014529</pub-id>
          <pub-id pub-id-type="medline">35354664</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2021-014529</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>van Os</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Renzi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Whitaker</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Does safety netting for lung cancer symptoms help patients to reconsult appropriately? A qualitative study</article-title>
          <source>Research Square</source>
          <comment>Preprint posted online on September 27, 2021.
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.researchsquare.com/files/rs-908030/v1/c654a61b-2485-426d-a131-5ab2f31700dc.pdf?c=1632754055"/>
          </comment>
          <pub-id pub-id-type="doi">10.21203/rs.3.rs-908030/v1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Achieving world-class cancer outcomes: a strategy for England 2015-2020</article-title>
          <source>NHS England</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.england.nhs.uk/publication/achieving-world-class-cancer-outcomes-a-strategy-for-england-2015-2020/">https://www.england.nhs.uk/publication/achieving-world-class-cancer-outcomes-a-strategy-for-england-2015-2020/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Network contract directed enhanced service (DES) early cancer diagnosis guidance</article-title>
          <source>NHS England</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.england.nhs.uk/wp-content/uploads/2020/03/network-contract-des-early-cancer-diagnosis-guidance.pdf">https://www.england.nhs.uk/wp-content/uploads/2020/03/network-contract-des-early-cancer-diagnosis-guidance.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Bhuiya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sherlock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yonova</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bankhead</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>CASNET2: evaluation of an electronic safety netting cancer toolkit for the primary care electronic health record: protocol for a pragmatic stepped-wedge RCT</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>08</month>
          <day>24</day>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>e038562</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32843517"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-038562</pub-id>
          <pub-id pub-id-type="medline">32843517</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-038562</pub-id>
          <pub-id pub-id-type="pmcid">PMC7449309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Home</article-title>
          <source>accuRx</source>
          <access-date>2021-11-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accurx.com/">https://www.accurx.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Ardens the complete toolkit for SystmOne and EMIS web users</article-title>
          <source>Ardens Healthcare Informatics</source>
          <access-date>2022-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ardens.org.uk/">https://www.ardens.org.uk/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanlon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Setters</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Payling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bakshi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Accelerating early identification of cancer in primary care using an artificial intelligence driven solution</article-title>
          <source>York Health Economics Consortium</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhsx.nhs.uk/media/documents/York_Health_Evaluation.pdf">https://www.nhsx.nhs.uk/media/documents/York_Health_Evaluation.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyratzopoulos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vedsted</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Understanding missed opportunities for more timely diagnosis of cancer in symptomatic patients after presentation</article-title>
          <source>Br J Cancer</source>
          <year>2015</year>
          <month>03</month>
          <day>31</day>
          <volume>112 Suppl 1</volume>
          <issue>Suppl 1</issue>
          <fpage>S84</fpage>
          <lpage>S91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25734393"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/bjc.2015.47</pub-id>
          <pub-id pub-id-type="medline">25734393</pub-id>
          <pub-id pub-id-type="pii">bjc201547</pub-id>
          <pub-id pub-id-type="pmcid">PMC4385981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Find cancer earlier</article-title>
          <source>C the Signs</source>
          <access-date>2022-04-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cthesigns.co.uk/">https://cthesigns.co.uk/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Electronic safety netting (E-SN) toolkit: adoption and adaption case studies</article-title>
          <source>North Central London Cancer Alliance</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nclcanceralliance.nhs.uk/wp-content/uploads/2021/07/E-Safety-netting-case-study-publication.pdf">https://www.nclcanceralliance.nhs.uk/wp-content/uploads/2021/07/E-Safety-netting-case-study-publication.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Thames Valley audit of patients diagnosed with cancer following an emergency presentation</article-title>
          <source>NHS England</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.england.nhs.uk/south/wp-content/uploads/sites/6/2017/01/tv-audit-emergency.pdf">https://www.england.nhs.uk/south/wp-content/uploads/sites/6/2017/01/tv-audit-emergency.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Technical series on safer primary care: Diagnostic errors</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2022-05-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/rest/bitstreams/1071097/retrieve">https://apps.who.int/iris/rest/bitstreams/1071097/retrieve</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Meeks</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Application of electronic trigger tools to identify targets for improving diagnostic safety</article-title>
          <source>BMJ Qual Saf</source>
          <year>2019</year>
          <month>02</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>151</fpage>
          <lpage>159</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=30291180"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2018-008086</pub-id>
          <pub-id pub-id-type="medline">30291180</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2018-008086</pub-id>
          <pub-id pub-id-type="pmcid">PMC6365920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Amalberti</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Safer Healthcare: Strategies for the Real World</source>
          <year>2016</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iqbal</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>YCJ</given-names>
            </name>
          </person-group>
          <article-title>How can artificial intelligence make medicine more preemptive?</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>11</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17211</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17211/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17211</pub-id>
          <pub-id pub-id-type="medline">32780024</pub-id>
          <pub-id pub-id-type="pii">v22i8e17211</pub-id>
          <pub-id pub-id-type="pmcid">PMC7448175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rahimi</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Archambault</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zomahoun</surname>
              <given-names>HTV</given-names>
            </name>
            <name name-style="western">
              <surname>Chandavong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rheault</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Couturier</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Salmeron</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Application of artificial intelligence in community-based primary health care: Systematic scoping review and critical appraisal</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>09</month>
          <day>03</day>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>e29839</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/9/e29839/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29839</pub-id>
          <pub-id pub-id-type="medline">34477556</pub-id>
          <pub-id pub-id-type="pii">v23i9e29839</pub-id>
          <pub-id pub-id-type="pmcid">PMC8449300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiljer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Urowitz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Apatu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>DeLenardo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Harth</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Leonard</surname>
              <given-names>KJ</given-names>
            </name>
            <collab>Canadian Committee for Patient Accessible Health Records</collab>
          </person-group>
          <article-title>Patient accessible electronic health records: exploring recommendations for successful implementation strategies</article-title>
          <source>J Med Internet Res</source>
          <year>2008</year>
          <month>10</month>
          <day>31</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>e34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2008/4/e34/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1061</pub-id>
          <pub-id pub-id-type="medline">18974036</pub-id>
          <pub-id pub-id-type="pii">v10i4e34</pub-id>
          <pub-id pub-id-type="pmcid">PMC2629367</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>NHS Long Term Plan</article-title>
          <source>NHS England</source>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.longtermplan.nhs.uk/">https://www.longtermplan.nhs.uk/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Institute of Medicine</collab>
          </person-group>
          <source>Health IT and Patient Safety: Building Safer Systems for Better Care</source>
          <year>2012</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Harlock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robert</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mannion</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brearley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Decommissioning health care: identifying best practice through primary and secondary research – a prospective mixed-methods study</article-title>
          <source>Health and Social Care Delivery Research</source>
          <year>2017</year>
          <publisher-loc>Southampton, UK</publisher-loc>
          <publisher-name>NIHR Journals Library</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>GP IT Futures systems and services</article-title>
          <source>NHS Digital</source>
          <access-date>2021-11-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital.nhs.uk/services/gp-it-futures-systems">https://digital.nhs.uk/services/gp-it-futures-systems</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnott</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiadis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon-Woods</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impacts of operational failures on primary care physicians' work: A critical interpretive synthesis of the literature</article-title>
          <source>Ann Fam Med</source>
          <year>2020</year>
          <month>03</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>168</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=32152021"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.2485</pub-id>
          <pub-id pub-id-type="medline">32152021</pub-id>
          <pub-id pub-id-type="pii">18/2/159</pub-id>
          <pub-id pub-id-type="pmcid">PMC7062478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnott</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiadis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon-Woods</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Operational failures and how they influence the work of GPs: a qualitative study in primary care</article-title>
          <source>Br J Gen Pract</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <volume>70</volume>
          <issue>700</issue>
          <fpage>e825</fpage>
          <lpage>e832</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=32958535"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp20X713009</pub-id>
          <pub-id pub-id-type="medline">32958535</pub-id>
          <pub-id pub-id-type="pii">bjgp20X713009</pub-id>
          <pub-id pub-id-type="pmcid">PMC7510846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanderson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Osipovic</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Boiko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lorne</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The developing architecture of system management: Integrated care systems and sustainability and transformation partnerships</article-title>
          <source>Policy Research Unit in Commissioning and the Healthcare System</source>
          <year>2021</year>
          <access-date>2022-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://prucomm.ac.uk/assets/uploads/PRUComm_ICS_study_interim_report_feb_2021_1.pdf">https://prucomm.ac.uk/assets/uploads/PRUComm_ICS_study_interim_report_feb_2021_1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whear</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson-Coon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abbott</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ukoumunne</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Briscoe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Patient-initiated appointment systems for adults with chronic conditions in secondary care</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2020</year>
          <month>04</month>
          <day>09</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>CD010763</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32271946"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD010763.pub2</pub-id>
          <pub-id pub-id-type="medline">32271946</pub-id>
          <pub-id pub-id-type="pmcid">PMC7144896</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggiero</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Galuppo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gorli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>González-Lorenzo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maraldi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggieri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Friz</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Scaratti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kwag</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Vespignani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moja</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>What hinders the uptake of computerized decision support systems in hospitals? A qualitative study and framework for implementation</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>09</month>
          <day>15</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0644-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0644-2</pub-id>
          <pub-id pub-id-type="medline">28915822</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0644-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5602839</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilsdonk</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Peute</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Jaspers</surname>
              <given-names>MWM</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing implementation success of guideline-based clinical decision support systems: A systematic review and gaps analysis</article-title>
          <source>Int J Med Inform</source>
          <year>2017</year>
          <month>02</month>
          <volume>98</volume>
          <fpage>56</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2016.12.001</pub-id>
          <pub-id pub-id-type="medline">28034413</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(16)30270-2</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
