<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i8e33402</article-id>
      <article-id pub-id-type="pmid">36040763</article-id>
      <article-id pub-id-type="doi">10.2196/33402</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Electronic Data Capture System (REDCap) for Health Care Research and Training in a Resource-Constrained Environment: Technology Adoption Case Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gaudet-Blavignac</surname>
            <given-names>Christophe</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chu</surname>
            <given-names>Yuanchia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Maré</surname>
            <given-names>Irma Adele</given-names>
          </name>
          <degrees>BScHons, MSc, MSc (Med)</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Department of Surgery, School of Clinical Medicine</institution>
            <institution>Faculty of Health Sciences</institution>
            <institution>University of the Witwatersrand</institution>
            <addr-line>1 Jan Smuts Avenue</addr-line>
            <addr-line>Braamfontein</addr-line>
            <addr-line>Johannesburg, 2000</addr-line>
            <country>South Africa</country>
            <phone>27 0117171000</phone>
            <email>aicm.v2@gmail.com</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7054-9280</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kramer</surname>
            <given-names>Beverley</given-names>
          </name>
          <degrees>BSc (Hons), PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8779-7491</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hazelhurst</surname>
            <given-names>Scott</given-names>
          </name>
          <degrees>BScHons, MSc, PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0581-149X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Nhlapho</surname>
            <given-names>Mapule Dorcus</given-names>
          </name>
          <degrees>BTech</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6504-7131</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zent</surname>
            <given-names>Roy</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2983-8133</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>Paul A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1744-2011</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Klipin</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>BSc (Hons), MBBCh</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0269-9161</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Department of Surgery, School of Clinical Medicine</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>University of the Witwatersrand</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Division of Biomedical Informatics and Translational Science</institution>
        <institution>Wits Health Consortium</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>School of Anatomical Sciences</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>University of the Witwatersrand</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Sydney Brenner Institute for Molecular Bioscience</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>University of the Witwatersrand</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>School of Electrical &#38; Information Engineering</institution>
        <institution>University of the Witwatersrand</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Division of Epidemiology and Biostatistics, School of Public Health</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>University of the Witwatersrand</institution>
        <addr-line>Johannesburg</addr-line>
        <country>South Africa</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Division of Nephrology and Hypertension</institution>
        <institution>Department of Medicine</institution>
        <institution>Vanderbilt University Medical Center</institution>
        <addr-line>Nashville, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Biomedical Informatics</institution>
        <institution>Vanderbilt University Medical Center</institution>
        <addr-line>Nashville, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Biomedical Engineering</institution>
        <institution>Vanderbilt University</institution>
        <addr-line>Nashville, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Biostatistics</institution>
        <institution>Vanderbilt University Medical Center</institution>
        <addr-line>Nashville, TN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Irma Adele Maré <email>aicm.v2@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>8</issue>
      <elocation-id>e33402</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>31</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Irma Adele Maré, Beverley Kramer, Scott Hazelhurst, Mapule Dorcus Nhlapho, Roy Zent, Paul A Harris, Michael Klipin. Originally published in JMIR Medical Informatics (https://medinform.jmir.org), 30.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on https://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2022/8/e33402" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Electronic data capture (EDC) in academic health care organizations provides an opportunity for the management, aggregation, and secondary use of research and clinical data. It is especially important in resource-constrained environments such as the South African public health care sector, where paper records are still the main form of clinical record keeping.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to describe the strategies followed by the University of the Witwatersrand Faculty of Health Sciences (Wits FHS) during the period from 2013 to 2021 to overcome resistance to, and encourage the adoption of, the REDCap (Research Electronic Data Capture; Vanderbilt University) system by academic and clinical staff. REDCap has found wide use in varying domains, including clinical studies and research projects as well as administrative, financial, and human resource applications. Given REDCap’s global footprint in &#62;5000 institutions worldwide and potential for future growth, the strategies followed by the Wits FHS to support users and encourage adoption may be of importance to others using the system, particularly in resource-constrained settings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The strategies to support users and encourage adoption included top-down organizational support; secure and reliable application, hosting infrastructure, and systems administration; an enabling and accessible REDCap support team; regular hands-on training workshops covering REDCap project setup and data collection instrument design techniques; annual local symposia to promote networking and awareness of all the latest software features and best practices for using them; participation in REDCap Consortium activities; and regular and ongoing mentorship from members of the Vanderbilt University Medical Center.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>During the period from 2013 to 2021, the use of the REDCap EDC system by individuals at the Wits FHS increased, respectively, from 129 active user accounts to 3447 active user accounts. The number of REDCap projects increased from 149 in 2013 to 12,865 in 2021. REDCap at Wits also supported various publications and research outputs, including journal articles and postgraduate monographs. As of 2020, a total of 233 journal articles and 87 postgraduate monographs acknowledged the use of the Wits REDCap system.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>By providing reliable infrastructure and accessible support resources, we were able to successfully implement and grow the REDCap EDC system at the Wits FHS and its associated academic medical centers. We believe that the increase in the use of REDCap was driven by offering a dependable, secure service with a strong end-user training and support model. This model may be applied by other academic and health care organizations in resource-constrained environments planning to implement EDC technology.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>electronic data capture</kwd>
        <kwd>implementation science</kwd>
        <kwd>Research Electronic Data Capture</kwd>
        <kwd>REDCap</kwd>
        <kwd>biomedical informatics</kwd>
        <kwd>South Africa</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <sec>
          <title>Challenges to Electronic Data Capture Implementation in Health Care</title>
          <p>Electronic data capture (EDC) and management is a vital part of the administrative process in almost all industries, but despite its many advantages, adoption in the health care research and clinical service delivery domains has lagged behind other industries [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Major obstacles include cost, lack of policy at management level, implementation failure, and data security concerns [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, research information applications developed specifically for one environment usually require significant resources and support to function in another environment because the technology, support, security, and privacy needs are often different [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Many institutions in sub-Saharan Africa and other low- and middle-income countries lack the technical resources to support information systems for health care research and clinical service delivery [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Moreover, power and network infrastructure may be unreliable [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>].</p>
          <p>Even with the necessary organizational and infrastructure support, the success of EDC software applications is not guaranteed [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. The lack of domain knowledge in resource-constrained environments such as sub-Saharan Africa has hampered the implementation of EDC technologies [<xref ref-type="bibr" rid="ref11">11</xref>]. There is often a paucity of individuals with the necessary clinical, academic, and IT skills required to support critical health care data management systems [<xref ref-type="bibr" rid="ref11">11</xref>]. Field-workers and clinician scientists, although highly skilled and valued in their respective domains, may not be well versed in technology for the capture, storage, and transmission of health data [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>].</p>
          <p>Once infrastructure and skills-resourcing issues have been overcome, familiarity with deeply ingrained systems and processes at every level of the research enterprise is a natural cause of resistance to change [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. This includes, for example, the replacement of hard-copy files with electronic data collection instruments for clinical research informatics. Strategies to obviate the resistance to implementation of new technology include demonstrating trustworthiness and benefits of the technology, while at the same time easing the transition through access to appropriate training and support [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        </sec>
        <sec>
          <title>The State of EDC at the University of the Witwatersrand Faculty of Health Sciences Before Research Electronic Data Capture Adoption</title>
          <p>The University of the Witwatersrand (Wits) is a research-intensive university based in the metropolitan area of Johannesburg, South Africa, an upper middle–income environment [<xref ref-type="bibr" rid="ref19">19</xref>]. The Wits Faculty of Health Sciences (FHS) operates within a health care system weakened by sociopolitical and historical issues and strained by an ongoing quadruple burden of disease [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Setting up systems to support academics in their clinical and research activities is subject to budget limitations and constrained by the geographical distribution of the approximately 2500 health sciences staff and 7000 students, spread over 3 discrete academic teaching platforms and many field sites in both urban and rural regions [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
          <p>Before the implementation of the centrally supported EDC system at the University of the Witwatersrand Faculty of Health Sciences (Wits FHS) and the associated research entities in 2012, electronic data management services were fragmentated, inconsistent, and variable. Individuals and research entities were using local devices and legacy systems familiar to them or choosing new products to implement based only on their own needs, abilities, and budget. This fragmentation was not desirable from an organizational perspective because the data sets were isolated, the financial and human resources used for procurement and management were diluted, and the security and privacy of data could not be guaranteed [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
          <p>During the same period, most of the patient health record data being collected at Wits FHS–related medical centers were paper-based. Clinical staff were burdened by service delivery demands [<xref ref-type="bibr" rid="ref20">20</xref>] and restricted in the time they had available for research or data capture [<xref ref-type="bibr" rid="ref24">24</xref>]. Where electronic research data collection instruments were used, they ranged from simple spreadsheet programs such as Microsoft Excel to enterprise-wide data management systems. At the time, there were no preferred instruments within the Wits FHS, and the safety, security, and privacy of the data were at the discretion of individual researchers. There was little standardization of metadata or clinical coding systems, and, as a result, interoperability and secondary analysis of data were rare. This affected patient care and limited the dissemination of important knowledge gained in treating various infectious diseases and diseases of lifestyle that continue to burden the South African health care system [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        </sec>
        <sec>
          <title>Prior Work: Implementation of Research Electronic Data Capture at Wits FHS (2012-2013)</title>
          <p>In 2012, as part of a process to strengthen research support, training, and outputs [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref24">24</xref>], the Wits FHS implemented REDCap (Research Electronic Data Capture; Vanderbilt University), a web-based EDC tool created by informaticists at the Vanderbilt University Medical Center (VUMC) in Nashville, Tennessee [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
          <p>REDCap allows users to build electronic data collection instruments for a wide range of data types and environments. It is specifically geared toward research studies and operational data and toward enabling the capture and management of data in a manner that is compliant with 21 Code of Federal Regulations Part 11, the Federal Information Security Management Act, the Health Insurance Portability and Accountability Act, and General Data Protection Regulation [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Each project will have its own procedures for validation and quality control, and REDCap has many features available to end users to support this, such as granular user rights, a detailed audit log, and data quality control tools</p>
          <p>One of the strategic goals of the Wits FHS was to unify and systematize health care and research data collection within the institution [<xref ref-type="bibr" rid="ref8">8</xref>]. REDCap was an attractive option because of its freeware licensing model for noncommercial use and large international support community [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. The decision to implement REDCap was also supported by an existing diaspora relationship between the Wits FHS and the VUMC [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
          <p>The strategies used to install REDCap and overcome the initial implementation barriers within the Wits FHS have been presented previously [<xref ref-type="bibr" rid="ref8">8</xref>]. The crucial factors highlighted in the paper were support from the Wits FHS management and the allocation of a modest budget for hosting infrastructure, systems administration, and recruitment of personnel from existing staff for end-user support. Support staff were initially allocated part time on a sliding scale of need, which allowed dedicated end-user support while limiting costs. The hardware costs were limited to servers and security certificates, which were housed at existing university data centers. Four months after the implementation, the number of REDCap users at the Wits FHS was 81, and after 12 months it had increased to 140. The total costs to provide a functional REDCap platform for the first year was &#60;US $9000 [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Goal of This Study</title>
        <p>EDC implementation projects often fail after the initial deployment because of resistance from, and lack of adoption by, end users, even when leadership, infrastructure, and human resources are mobilized successfully [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. The Wits FHS used various strategies to engage and support end users to overcome these challenges, and the period from 2013 to 2021 was characterized by sustained—sometimes exponential—growth in the demand for REDCap accounts and support services. The aim of this paper was to discuss the methods that helped to overcome barriers to adoption because we believe that these strategies may be applied in other low- to middle-income and resource-constrained environments where EDC implementation and adoption are subject to similar challenges. We measured the growth in REDCap use by increases in user accounts, projects, and publication metrics at the Wits FHS. The key success factors identified and discussed in detail in this paper are as follows:</p>
        <list list-type="bullet">
          <list-item>
            <p>Top-down organizational support for EDC</p>
          </list-item>
          <list-item>
            <p>A proactive response and support team that can train and support users</p>
          </list-item>
          <list-item>
            <p>Continual development of the support team through mentoring and participation in national and international activities</p>
          </list-item>
          <list-item>
            <p>Maintaining visibility through promotion campaigns, networking events, and academic symposia</p>
          </list-item>
          <list-item>
            <p>Collaborating with, and learning from, established international partners</p>
          </list-item>
          <list-item>
            <p>Secure and reliable hosting</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Adoption-Support Strategies</title>
        <sec>
          <title>Hosting and Systems Administration</title>
          <p>To gain the trust of users, the reliability of the Wits REDCap system was paramount. The system was deployed on 2 virtual machines—one for the MySQL database and a second one for the REDCap application—on a reliable Intel server with 64 GB of RAM and considerable disk space. The Ubuntu long-term support operating system version current at the time was used for both virtual host and physical machines. New hardware was introduced every 3 to 4 years; the cost implications when amortized over the life span of the machine were small. Older, retired hardware was recycled for less-critical work. Multiple levels of backup were used. Daily backups of the database and uploaded files were kept on a separate machine. Three times a week copies of the virtual machine images were created and stored on a server on a different campus. No major hardware failures occurred during this period, but tests were performed to emulate recovery using the backed-up data to ensure that this would be possible in the event that the primary hardware failed. Nagios software (Nagios Enterprises, LLC) [<xref ref-type="bibr" rid="ref27">27</xref>] was used to monitor system health and stability. The electricity supply in South Africa was periodically unreliable; however, the server was placed in the university’s data center, with multiple backup power redundancies and physical security infrastructure. The REDCap application itself proved to be highly reliable, with regular bug fixes, security, and functionality updates released by the VUMC developers. The human resource allocation dedicated to system administration from 2013 to 2019 was equal to approximately 0.05 full-time equivalents (FTEs).</p>
          <p>In 2019, the load created by concurrent users and processes made it necessary to move from magnetic to solid state drives. From 2020 onward, infrastructure and systems administration demands outgrew the existing resources. The Wits FHS REDCap system was moved from the Wits data center to a leading South African cloud hosting provider (Teraco) [<xref ref-type="bibr" rid="ref28">28</xref>]. Additional systems administration capacity from the Wits Health Consortium [<xref ref-type="bibr" rid="ref29">29</xref>], a wholly owned subsidiary of Wits, was brought in to manage the cloud hosting environment, with continued guidance and leadership from the original systems administrator. The Wits Health Consortium infrastructure team uses Arcserve [<xref ref-type="bibr" rid="ref30">30</xref>] for daily snapshots of the virtual environment, with a separate backup every 1 to 3 days on a removable storage device for offsite storage. At the time of writing, the time spent on systems administration totaled approximately 0.1 FTE.</p>
        </sec>
        <sec>
          <title>End-User Support</title>
          <p>The second crucial component of the Wits FHS implementation strategy was a dedicated <italic>go-to</italic> individual to support end users, known as the REDCap administrator [<xref ref-type="bibr" rid="ref8">8</xref>]. One of the most effective types of individuals to place in this role is referred to in the literature as a “technology bridger” [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. A bridger is an early adopter who has a deep understanding of the technology being implemented as well as the soft skills to teach and support others at their organization.</p>
          <p>The implementation of technology is a form of change management, and by approaching end-user support with an open-door policy and a culture of <italic>psychological safety</italic> (“a belief that one will not be punished or humiliated for speaking up with ideas, questions, concerns, or mistakes” [<xref ref-type="bibr" rid="ref32">32</xref>]), the anxiety concerning, and resistance to, change exhibited by end users is reduced [personal communication by Wits REDCap administrator, July 2021].</p>
          <p>By encouraging one-on-one consultations with the REDCap administrator in a relaxed and informal setting, new users felt safe to discuss their concerns or expose where they might have a lack of understanding. All email support and one-on-one consultations were provided at no cost. Over time, the need for additional project design and management services for larger and more complex projects became clear. To protect the REDCap administrator from users wanting to make use of the design service, rather than engaging with the administrator, to learn how to use the system on their own, an hourly fee was implemented for design services.</p>
          <p>As the number of end users grew, so did the support and administrative needs (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). During the period 2013-2014, a part-time REDCap administrator (0.5 FTE) was adequate. This was increased to 1.0 FTE from 2014, and a second full-time administrator was added in 2016. Additional part-time REDCap administrators were added in 2021 in response to a large increase in system use, currently totaling approximately 2.2 FTEs on average.</p>
          <boxed-text id="box1" position="float">
            <title>Number of REDCap (Research Electronic Data Capture) application administrator full-time equivalents (FTEs) per year.</title>
            <p>
              <bold>REDCap application administrator FTEs</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>2013: 0.5</p>
              </list-item>
              <list-item>
                <p>2014: 1.0</p>
              </list-item>
              <list-item>
                <p>2015: 1.0</p>
              </list-item>
              <list-item>
                <p>2016: 2.0</p>
              </list-item>
              <list-item>
                <p>2017: 2.0</p>
              </list-item>
              <list-item>
                <p>2018: 2.0</p>
              </list-item>
              <list-item>
                <p>2019: 2.0</p>
              </list-item>
              <list-item>
                <p>2020: 2.0</p>
              </list-item>
              <list-item>
                <p>2021: 2.2</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Hands-on REDCap Training</title>
          <p>The REDCap application has a number of built-in tutorial videos and extensive <italic>Help</italic> and <italic>Frequently Asked Questions</italic> documentation. However, our experience showed that in addition to one-on-one consultations, the majority of late-adopting end users benefited from in-person formal participative instruction in the use of REDCap design tools. A series of sessions were offered in 2013, the content and format of which informed the creation of formal structured REDCap training workshops in 2014 and thereafter. Although the workshops were well attended, there was a significant proportion of attendees who had made reservations but did not attend. This prompted the introduction of a registration fee, which improved compliance and provided funds to contribute to the sustainability of the REDCap support team.</p>
          <p>Initially, a basic introduction-to-REDCap workshop was offered, but as users became more skilled, a more advanced workshop was added in 2015. Good design practices and standardization of metadata were encouraged, and the workshops also established an interpersonal relationship between the end users and the REDCap administration team. A few groups, both within and external to the Wits FHS, requested on-demand REDCap training programs similar in content to that of the workshops. The number of REDCap training workshops and attendees are summarized in <xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="table" rid="table2">Table 2</xref>, respectively.</p>
          <p>Each year, approximately 5 introductory and 4 advanced workshops were delivered, with an average of 19 and 8 attendees at each type of workshop, respectively. Step-by-step workshop manuals were also compiled iteratively over time and provided to attendees from 2017 onward. A total of 977 individuals attended all workshops between 2014 and 2020: 721 (73.8%) were Wits FHS–affiliated, whereas 256 (26.2%) were from external organizations. Fewer workshops were offered in 2018-2019 because of staffing constraints. From March 2020 onward, workshops were shifted to an internet-based platform (Zoom; Zoom Video Communications, Inc) because of COVID-19 restrictions on in-person gatherings. The availability of web-based teaching resulted in an increase in on-demand workshops—5 were held in 2020 compared with between 1 and 3 in previous years. We attribute this increase in part to the wider access inherent in the web-based format and partly because of the increased number of new users in 2020.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>The number of REDCap (Research Electronic Data Capture) workshops from 2014 to 2020, as recorded by web-based booking forms and attendance registers.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="230"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td>Workshops</td>
                  <td>2014</td>
                  <td>2015</td>
                  <td>2016</td>
                  <td>2017</td>
                  <td>2018</td>
                  <td>2019</td>
                  <td>2020</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Introductory</td>
                  <td>2</td>
                  <td>6</td>
                  <td>6</td>
                  <td>7</td>
                  <td>5</td>
                  <td>5</td>
                  <td>5</td>
                </tr>
                <tr valign="top">
                  <td>Advanced<sup>a</sup></td>
                  <td>0</td>
                  <td>2</td>
                  <td>3</td>
                  <td>5</td>
                  <td>3</td>
                  <td>4</td>
                  <td>3</td>
                </tr>
                <tr valign="top">
                  <td>On-demand</td>
                  <td>0</td>
                  <td>2</td>
                  <td>1</td>
                  <td>1</td>
                  <td>3</td>
                  <td>0</td>
                  <td>5</td>
                </tr>
                <tr valign="top">
                  <td>Total</td>
                  <td>2</td>
                  <td>10</td>
                  <td>10</td>
                  <td>13</td>
                  <td>11</td>
                  <td>9</td>
                  <td>13</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Before 2019, these workshops were referred to as <italic>intermediate</italic> hands-on <italic>REDCap workshops</italic>. A significant proportion of novice users attempted the intermediate sessions and found the content and pace of the intermediate session to be beyond their capacity. We therefore changed the name to <italic>advanced</italic> hands-on <italic>REDCap workshops</italic> and set up entry requirements in 2019 to emphasize that attendees had to have mastered the basics on their own or attended an introductory session before attempting the advanced one.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>The number of REDCap (Research Electronic Data Capture) attendees from 2014 to 2020, as recorded by web-based booking forms and attendance registers.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="230"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td>Attendees</td>
                  <td>2014</td>
                  <td>2015</td>
                  <td>2016</td>
                  <td>2017</td>
                  <td>2018</td>
                  <td>2019</td>
                  <td>2020</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Wits FHS<sup>a</sup></td>
                  <td>21</td>
                  <td>108</td>
                  <td>167</td>
                  <td>110</td>
                  <td>113</td>
                  <td>94</td>
                  <td>108</td>
                </tr>
                <tr valign="top">
                  <td>External</td>
                  <td>9</td>
                  <td>38</td>
                  <td>45</td>
                  <td>80</td>
                  <td>25</td>
                  <td>16</td>
                  <td>43</td>
                </tr>
                <tr valign="top">
                  <td>Total</td>
                  <td>30</td>
                  <td>146</td>
                  <td>212</td>
                  <td>190</td>
                  <td>138</td>
                  <td>110</td>
                  <td>151</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Wits FHS: University of the Witwatersrand Faculty of Health Sciences.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>REDCap Consortium Participation</title>
          <sec>
            <title>Overview</title>
            <p>The <italic>REDCap Consortium</italic> is a community of REDCap administrative and technical support staff from the academic, nonprofit, and government institutions that have adopted REDCap [<xref ref-type="bibr" rid="ref14">14</xref>]. The REDCap Consortium represents a <italic>professional home</italic> for many of the local REDCap research informatics leaders, and it is a forum for enabling teams to share ideas, problems, and solutions related to the innovative use of REDCap [<xref ref-type="bibr" rid="ref14">14</xref>]. Feedback and communication with the local administrators participating in the REDCap Consortium is a vital component of how REDCap program leaders understand unmet needs, socialize concepts for new features, and eventually prioritize new development. The voluntary participation in the REDCap Consortium is a very valuable investment for organizations [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Membership of the consortium gives partner organizations’ REDCap administrators access to various networking and information-sharing platforms, of which there are three main types: (1) consortium calls, (2) conferences and symposia, and (3) the REDCap Community forum. Between late 2013 and April 2020, the number of REDCap Consortium members from Africa and South Africa grew from 26 and 8, respectively, to 261 and 175, respectively [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
          </sec>
          <sec>
            <title>REDCap Consortium Calls</title>
            <p>The REDCap software development team at the VUMC hosts a weekly technical call, a forum to share news and updates and generally bring the REDCap developer and administrator community up to date with the latest REDCap features. Since 2016, the VUMC has also hosted 2 Eastern Hemisphere Partner consortium calls at times that made them accessible to the Africa and Europe as well as Australia, New Zealand, and Japan regions. Various subcommittees have also been formed within the REDCap Consortium, either based on common interest (software validation or development of training materials) or on shared geographical location and language (Hispanophone or Francophone committees). Some of these subcommittees also host regular calls relating to their specific domains. A locally hosted call for the African region was added in 2018 through a collaboration between the REDCap administrator of the Pan-African Bioinformatics Network for Human Heredity and Health in Africa, based at the University of Cape Town, and the Wits REDCap team. Participation in these calls supports and develops REDCap administrators by keeping them up to date with the latest developments, enabling networking and exchange of ideas, as well as giving them a platform to connect directly with the REDCap software development team at the VUMC.</p>
          </sec>
          <sec>
            <title>Conferences and Symposia</title>
            <p>The annual REDCap conference (REDCapCon) is a forum for REDCap administrators from different countries, institutions, and environments to meet, share experiences, and create a support network. The opportunity to interact with international members forms the basis of a collective resource for information dissemination and problem solving within the global REDCap Community. Participation in the annual REDCapCon has proved very valuable in terms of the opportunity to attend and present our work. A representative from Wits FHS has attended the annual REDCapCon since 2015. However, many sub-Saharan Africa–based REDCap administrators do not have a budget to travel to North America for the annual REDCapCon. It became apparent that an African REDCapCon would add value to the African consortium partners. Wits hosted the first REDCap Africa Day in Johannesburg in 2016 as an adjunct to the FHS research day, followed by 3 more REDCap Africa symposia in 2017, 2019, and 2020 (<xref ref-type="table" rid="table3">Table 3</xref>). Each symposium has been attended by one or more members of the VUMC REDCap team. The REDCap Africa event encourages attendance by regional and international REDCap administrators as well as end users, as opposed to the REDCapCon, where only administrators attend. The REDCap Africa symposia agendas were a mixture of technical presentations and use cases, with plenary sessions presented by local academics as well as VUMC visitors. Delegates included local and regional faculty members, research institute employees, and students.</p>
            <p>The novelty of the first REDCap Africa symposium drew large numbers of attendees (<xref ref-type="table" rid="table3">Table 3</xref>), including a number of casual attendees from the Wits FHS who were not REDCap users but nonetheless wanted to learn more about REDCap, the EDC strategy of the Wits FHS, and the relationship with the VUMC. In subsequent years, the number of casual attendees decreased and was made up of REDCap administrators or highly engaged power users. The cost of intra-Africa travel is high, and the number of attendees from the African region who were able to attend in person remained low. In 2020, because of COVID-19 restrictions, REDCap Africa Day was hosted using Zoom, and attendance was significantly higher with more international delegates than at any previous event. In October 2021, again because of the ongoing COVID-19 pandemic, we organized another Zoom-based installment of REDCap Africa Day (we have institutional review board clearance to report data up to September 30, 2021; hence, we cannot report the actual number of attendees), but future REDCap Africa symposia will explore combined in-person and livestreaming as well as travel bursaries to encourage regional participation.</p>
            <table-wrap position="float" id="table3">
              <label>Table 3</label>
              <caption>
                <p>The number of delegates to the REDCap (Research Electronic Data Capture) Africa symposia per year.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="520"/>
                <col width="120"/>
                <col width="120"/>
                <col width="120"/>
                <col width="120"/>
                <thead>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>2016</td>
                    <td>2017</td>
                    <td>2019</td>
                    <td>2020</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Wits FHS<sup>a</sup> affiliated delegates</td>
                    <td>69</td>
                    <td>40</td>
                    <td>27</td>
                    <td>42</td>
                  </tr>
                  <tr valign="top">
                    <td>Local (SA<sup>b</sup>) delegates</td>
                    <td>30</td>
                    <td>28</td>
                    <td>19</td>
                    <td>37</td>
                  </tr>
                  <tr valign="top">
                    <td>International delegates</td>
                    <td>6</td>
                    <td>2</td>
                    <td>4</td>
                    <td>31</td>
                  </tr>
                  <tr valign="top">
                    <td>Total number of delegates</td>
                    <td>105</td>
                    <td>70</td>
                    <td>50</td>
                    <td>110</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table3fn1">
                  <p><sup>a</sup>Wits FHS: University of the Witwatersrand Faculty of Health Sciences.</p>
                </fn>
                <fn id="table3fn2">
                  <p><sup>b</sup>SA: South Africa.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
          <sec>
            <title>REDCap Community Forum</title>
            <p>The REDCap Community is a web-based platform where the administrative and IT support staff of a consortium partner institution can access software downloads, extensive technical documentation, a question-and-answer forum, consortium announcements, committee activities, events, and more [<xref ref-type="bibr" rid="ref35">35</xref>]. The REDCap Community website provides a forum for interaction on, and dialogue about, REDCap-related topics with REDCap administrators around the globe, and it is an essential resource for the development of an institution’s capacity to host and support REDCap. The Wits FHS REDCap administrators have received technical advice or otherwise benefited from discussions on the REDCap Community forum, while also enjoying the networking experience and the sense of community gained by interacting with peers from other institutions.</p>
          </sec>
        </sec>
        <sec>
          <title>VUMC Relationship and Support</title>
          <p>The development of clinical research informatics capacity and health care IT skills are particularly important in resource-constrained settings such as sub-Saharan Africa, and the Wits-VUMC partnership has contributed to the capacitation process at the Wits FHS. Initially, the relationship between Wits and the VUMC grew from an alumni diaspora program initiated in 2010 [<xref ref-type="bibr" rid="ref36">36</xref>]; it later expanded through bilateral visits by academic staff [<xref ref-type="bibr" rid="ref26">26</xref>], custom REDCap development projects, joint grant applications, and mentorship. New REDCap Consortium members in resource-constrained environments may benefit from leveraging existing diaspora linkages or from initiating new mentorship and capacity-development collaborations with institutions, such as the VUMC, that have mature research informatics divisions.</p>
        </sec>
      </sec>
      <sec>
        <title>Measurement of System Use and Growth</title>
        <sec>
          <title>Overview</title>
          <p>REDCap system use is reported in 2 main ways: the number of users and the number of projects. The number of users and projects on any REDCap system is available on the application’s administration web page called the <italic>Control Center</italic>. The Wits FHS REDCap administrator has a monthly record of several use metrics since system installation in August 2012. Other metrics were determined retrospectively by running MySQL queries on the REDCap database logs with the help of a REDCap external module named <italic>MySQL Simple Admin</italic> [<xref ref-type="bibr" rid="ref37">37</xref>]. These queries were used to identify and enumerate project- or user account–creation events. The descriptive system-use metrics that we report on are as follows:</p>
          <list list-type="order">
            <list-item>
              <p>Total number of user accounts</p>
            </list-item>
            <list-item>
              <p>Number of user accounts that were active each year</p>
            </list-item>
            <list-item>
              <p>Annual increase or decline in number of active user accounts</p>
            </list-item>
            <list-item>
              <p>Total number of practice and nonpractice projects</p>
            </list-item>
            <list-item>
              <p>Project-purpose attribute of each nonpractice project</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>User Accounts</title>
          <p>A REDCap user account allows an individual user to access their own private repository of projects and data. The REDCap Control Center displays various metrics regarding accounts; for example, the total number of user accounts, the number of accounts that were active in a given period, and the number of accounts that were suspended because of inactivity. Activity is defined as logging in and performing an action on REDCap. At the Wits FHS, the period of inactivity that leads to suspension is 180 days (this may differ from institution to institution based on policy). We used a combination of Control Center statistics and MySQL Simple Admin queries to report the total number of user accounts on the Wits FHS REDCap system per year as well as the number of accounts that were active in a given year. The measurement is taken on the first day of September each year.</p>
          <p>In addition, the growth and decline in the number of active user accounts were determined by taking the number of active users for a given year and subtracting the number of active users from the previous year.</p>
        </sec>
        <sec>
          <title>Projects</title>
          <p>A <italic>project</italic> in REDCap refers to a set of connected electronic data collection screens and records that are related to a specific purpose.</p>
          <p>When creating a project, end users are required to allocate one of five possible project purposes, namely <italic>practice</italic>, <italic>research</italic>, <italic>quality improvement</italic>, <italic>operational support</italic>, or <italic>other</italic>. The Control Center report usually excludes practice projects from the <italic>total projects</italic> metric, but we performed a query using MySQL Simple Admin to retrieve the number of practice projects as well, and we report these together with the total nonpractice projects. We believe that practice projects are an important metric of how comfortable users are to experiment and explore the system, something which is actively encouraged by our REDCap administrators during one-on-one or group training sessions.</p>
          <p>Furthermore, we performed an annual breakdown of the nonpractice projects by purpose, and report the percentage of projects in the categories of <italic>research</italic>, <italic>quality improvement</italic>, <italic>operational support</italic> and <italic>other</italic>.</p>
        </sec>
      </sec>
      <sec>
        <title>Measurement of System-Related Research Outputs</title>
        <p>One way to measure the impact of REDCap on the Wits FHS is by reviewing research outputs such as journal articles and postgraduate theses. We performed a bibliometric survey to determine the number of research outputs from Wits FHS–affiliated authors that relied on the use of Wits FHS REDCap for EDC or data management and report the number of outputs per year as well as the subject domains across all the outputs for the period from 2013 to 2020. REDCap has a built-in publication-matching tool that will review PubMed databases for authors and affiliations that match those of REDCap users or project principal investigators. We evaluated the list of <italic>potential matches</italic> generated within REDCap and only included articles and monographs in our results if they mentioned using Wits FHS REDCap as the data collection instrument in the methods or acknowledgments sections. In cases where no system was mentioned by name, we contacted the authors through email to request clarification and only included the output if authors confirmed in writing that Wits FHS REDCap was used.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Permission to perform the research was obtained from the Wits Department of Surgery postgraduate protocol committee, the Wits Human Research Ethics Committee (M210551), and the Wits University Registrar.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>User Accounts</title>
        <p>There was a sustained—and at times exponential—increase in the number of user accounts from 139 total and 129 active accounts in 2013 to 7128 total and 3447 active accounts in 2021 (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>The number of active users has increased 25-fold in 8 years; however, the magnitude of the growth was variable (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Except for the 2016 and 2018-2019 periods, annual growth exceeded 25%.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>User account statistics for the University of the Witwatersrand Faculty of Health Sciences REDCap (Research Electronic Data Capture) system from September 2013 to September 2021. The total number of accounts as well as the active cohort is shown for each year.</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e33402_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The increase in the number of active REDCap (Research Electronic Data Capture) users at the University of the Witwatersrand Faculty of Health Sciences from 2013 to 2021. The values were obtained by taking the number of active users in a given year and subtracting the number of active users recorded for the previous year.</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e33402_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Projects</title>
        <p>The total number of projects on the Wits REDCap platform increased significantly from 149 in September 2013 to 12,865 in September 2021 (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The number of nonpractice projects increased from 97 in September 2013 to 7038 in September 2021 and accounted for 54.71% (7038/12,865) of the total number of projects in 2021.</p>
        <p>Of the 7038 nonpractice projects on the Wits REDCap system in September 2021, the majority (n=3952, 56.15%) were for research purposes (<xref ref-type="table" rid="table4">Table 4</xref>), and the remaining (n=3086, 43.85%) were dedicated to nonresearch purposes (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
        <p>The majority of the Wits REDCap nonresearch projects in 2021 were allocated as <italic>operational support</italic> (1850/3086, 59.95%), whereas <italic>quality improvement</italic> and <italic>other</italic> represented a minority (705/3086, 22.84%, and 531/3086, 17.21%, respectively).</p>
        <p>From <xref ref-type="table" rid="table4">Table 4</xref>, it can be seen that the <italic>operational support</italic> category has grown to represent a larger share of the total projects every year (from 10/97, 10%, in 2013 to 1850/7038, 26.29%, in 2021), whereas the research, quality improvement, and other categories have all declined as a percentage of the total.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>REDCap (Research Electronic Data Capture) projects on the University of the Witwatersrand Faculty of Health Sciences system per annum from September 2013 to September 2021.</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e33402_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>The number of nonpractice projects on the University of the Witwatersrand Faculty of Health Sciences REDCap (Research Electronic Data Capture) system from September 2013 to September 2021, categorized by purpose.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="190"/>
            <col width="220"/>
            <col width="220"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Research, n (%)</td>
                <td>Operational support, n (%)</td>
                <td>Quality improvement, n (%)</td>
                <td>Other, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2013 (n=97)</td>
                <td>62 (63.92)</td>
                <td>10 (10.31)</td>
                <td>16 (16.5)</td>
                <td>9 (9.28)</td>
              </tr>
              <tr valign="top">
                <td>2014 (n=304)</td>
                <td>209 (68.75)</td>
                <td>36 (11.84)</td>
                <td>38 (12.5)</td>
                <td>21 (6.91)</td>
              </tr>
              <tr valign="top">
                <td>2015 (n=683)</td>
                <td>452 (66.18)</td>
                <td>79 (11.57)</td>
                <td>88 (12.88)</td>
                <td>64 (9.37)</td>
              </tr>
              <tr valign="top">
                <td>2016 (n=1144)</td>
                <td>757 (66.17)</td>
                <td>170 (14.86)</td>
                <td>116 (10.14)</td>
                <td>101 (8.83)</td>
              </tr>
              <tr valign="top">
                <td>2017 (n=1848)</td>
                <td>1223 (66.18)</td>
                <td>324 (17.53)</td>
                <td>169 (9.15)</td>
                <td>132 (7.14)</td>
              </tr>
              <tr valign="top">
                <td>2018 (n=2953)</td>
                <td>1842 (62.38)</td>
                <td>593 (20.08)</td>
                <td>265 (8.97)</td>
                <td>253 (8.57)</td>
              </tr>
              <tr valign="top">
                <td>2019 (n=4114)</td>
                <td>2523 (61.33)</td>
                <td>887 (21.56)</td>
                <td>392 (9.53)</td>
                <td>312 (7.58)</td>
              </tr>
              <tr valign="top">
                <td>2020 (n=5494)</td>
                <td>3145 (57.24)</td>
                <td>1376 (25.05)</td>
                <td>558 (10.16)</td>
                <td>415 (7.55)</td>
              </tr>
              <tr valign="top">
                <td>2021 (n=7038)</td>
                <td>3952 (56.15)</td>
                <td>1850 (26.29)</td>
                <td>705 (10.02)</td>
                <td>531 (7.54)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Wits REDCap Publication Metrics</title>
        <p>In total, 233 journal articles and 87 postgraduate research monographs acknowledging the use of the Wits FHS REDCap system were published between 2013 and 2020. As shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>, the number of articles increased over time as more users adopted the system and as projects reached maturity and results were disseminated. The year 2020 saw a sharp decrease in postgraduate monographs that cite the Wits FHS REDCap system. This may be due to a delay before a thesis or dissertation becomes available on the institutional repository. Additional delays in postgraduate submissions could be a result of strict COVID-19 shutdowns in South Africa.</p>
        <p>A visualization of the research areas of the journal articles also illustrates the diversity of scientific disciplines on which REDCap at the Wits FHS had an impact (<xref rid="figure5" ref-type="fig">Figure 5</xref>).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>The number of research outputs linked to use of the University of the Witwatersrand Faculty of Health Sciences REDCap (Research Electronic Data Capture) system, grouped by publication year. Postgraduate monographs include PhD and master’s research works. Certain data included herein are derived from Clarivate Web of Science (copyright Clarivate 2021; all rights reserved).</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e33402_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Treemap visualization showing the Witwatersrand Faculty of Health Sciences publications between 2013 and 2020 that were supported by REDCap (Research Electronic Data Capture), categorized by research area. This graph represents the top 15 out of 50 research areas by frequency of occurrence. Certain data included herein are derived from Clarivate Web of Science (copyright Clarivate 2021; all rights reserved).</p>
          </caption>
          <graphic xlink:href="medinform_v10i8e33402_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>During the period 2012-2013, the Wits FHS implemented the REDCap EDC system to support both research and clinical service delivery data management needs [<xref ref-type="bibr" rid="ref8">8</xref>]. REDCap provides researchers with the means to design and develop EDC tools that conform with international best practices for the safety, security, and privacy of clinical data. REDCap is licensed by Vanderbilt University at no charge to government, academic, and nonprofit organizations for use in noncommercial academic and research contexts [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. By removing financial burden and providing tools and support channels that empower local research informatics leaders to serve the local research enterprise, the REDCap platform fills a critical gap in most research organizations [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>During the period from 2013 to 2021, use of the REDCap EDC system increased steadily at the Wits FHS, as evidenced by the growth of users, projects, and publications.</p>
        <p>The number of active Wits FHS REDCap users increased from 129 in 2013 to 3447 in 2021, which is a 25-fold increase. Each year saw more active users than the preceding year, and with the exception of 2016, 2018, and 2019, the annual increase in the number of users was larger every year. Although our records do not contain an explanation for the slower growth in 2016, the 2018-2019 period saw fewer hands-on workshops being offered because of the senior REDCap administrator being on extended leave. In 2020 and 2021, the annual increase was 1.5-fold and 2-fold higher, respectively, than in any previous year. Two factors may have contributed to the 2020-2021 surge in active users: first, the COVID-19 pandemic drove the adoption of web-based instruments that could be accessed by teams working remotely, and second, the Protection of Personal Information Act (POPIA) was introduced in South Africa in 2020 and enforced after July 2021 [<xref ref-type="bibr" rid="ref38">38</xref>]. As part of POPIA requirements, organizations that process personal information were required to use secure, auditable applications, and REDCap was one of only a few products offered by our institution that were compatible with POPIA requirements.</p>
        <p>The total Wits FHS REDCap projects numbered 149 in 2013 and 12,865 in 2021. Of the 12,865 projects in 2021, a total of 5827 (45.29%) projects were created for <italic>practice</italic> purposes, and 7038 (54.71%) projects were for nonpractice purposes. The ratio of practice to nonpractice projects has remained remarkably stable at approximately 45% over time. Practice projects are created during the formal hands-on training workshops offered by the Wits FHS, and the use of practice projects to test design ideas and prototype data collection instruments are encouraged by the Wits FHS REDCap administrators during one-on-one consultations. The REDCap application developers release updated features on an almost monthly basis, meaning that even experienced users might resort to creating practice projects from time to time to test out new functionality. A deeper analysis of user behavior may be needed to determine conclusively the reason for the observed stability of the ratio of practice to nonpractice projects.</p>
        <p>Of the 7038 nonpractice projects on the Wits REDCap system in September 2021, the majority were for research purposes (n=3952, 56.15%; <xref ref-type="table" rid="table4">Table 4</xref>), whereas the remaining (n=3086, 43.85%) projects were dedicated to nonresearch purposes (<xref ref-type="table" rid="table4">Table 4</xref>). This reflects the diversity of the uses of REDCap in the Wits environment: as a clinical health record and a staff rostering and management tool, as well as in a multitude of <italic>spreadsheet</italic>-type administrative processes, in addition to research. Further innovative off-label uses of REDCap appear in the literature [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>During the period from 2013 to 2020, a total of 233 papers and 87 postgraduate monographs that acknowledge the use of Wits FHS REDCap were published. The increase in research outputs occurred during a time when the Wits FHS research and postgraduate support office used several strategies to increase research and publication rates [<xref ref-type="bibr" rid="ref24">24</xref>], and REDCap was one of the contributing factors to the observed rise in publication metrics of Wits FHS staff and students.</p>
      </sec>
      <sec>
        <title>EDC-Support Strategies in a Resource-Constrained Environment</title>
        <p>The growth in the use of REDCap at Wits FHS was driven in large part by the trust generated by offering a reliable, secure service and a strong end-user training and support model (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>). A critical success factor is that hosting and server infrastructure was supported by a highly experienced systems administrator who ensured that appropriate security measures and disaster recovery plans were in place. Additional storage and computing capacity was added as needed. It was important to respond to performance problems when incremental upgrades were no longer sufficient. End users were supported by a dedicated REDCap administrator available through an email helpdesk, one-on-one consultations, formal training workshops, and annual symposia. The support team size was expanded over time to meet the increase in demand (REDCap administrator or administrators: from 0.5 FTEs in 2013 to 2.2 FTEs in 2021 and systems administrator or administrators: from 0.05 FTEs in 2013 to 0.1 FTEs in 2021). The capacity of the support staff was improved through mentorship, professional development, and participation in regional and international REDCap Consortium activities.</p>
        <boxed-text id="box2" position="float">
          <title>Summary of support strategies for electronic data capture (EDC) adoption at the University of the Witwatersrand Faculty of Health Sciences.</title>
          <p>
            <bold>Support strategy and observations and effects</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Top-down organizational support</p>
              <list list-type="bullet">
                <list-item>
                  <p>Official endorsement from management ensures that an EDC system receives adequate resources for infrastructure and staff and signals institutional commitment to potential end users.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Secure and reliable application, hosting infrastructure, and systems administration</p>
              <list list-type="bullet">
                <list-item>
                  <p>Prioritizing reliability and security of the EDC system builds trust among users. In resource-constrained settings, power, network, and information infrastructure is often unreliable, and users fear losing their data.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>An enabling and accessible REDCap (Research Electronic Data Capture) support team</p>
              <list list-type="bullet">
                <list-item>
                  <p>The availability of a person or team acting as technology bridgers [<xref ref-type="bibr" rid="ref31">31</xref>] reduces anxiety and resistance associated with technology adoption.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Regular hands-on training workshops</p>
              <list list-type="bullet">
                <list-item>
                  <p>Structured practical training opportunities capacitate new users with an EDC system and serve as a mechanism to disseminate knowledge and best practices.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Annual conferences or symposia for end users</p>
              <list list-type="bullet">
                <list-item>
                  <p>Regular academic events that promote the correct use of features and demonstrate the benefits of an EDC system attract new users while keeping existing users informed and engaged.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Participation in international REDCap Consortium activities</p>
              <list list-type="bullet">
                <list-item>
                  <p>REDCap administrators’ knowledge and abilities are developed through interaction with peers from other international institutions.</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Mentorship- and capacity-development relationships with established organizations</p>
              <list list-type="bullet">
                <list-item>
                  <p>Institutions that do not have established clinical research informatics departments or capacity benefit greatly from mentorship and collaboration with experienced partner institutions.</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Gap Analysis</title>
        <p>Although adoption has been a success, there were gaps in our processes, which are important to recognize, especially for those starting the process. Although top-down organizational support has been strong, funding has always been difficult in a resource-constrained environment. A user-pays model can be attractive, but implementation is difficult and may encourage users to stick to paper and spreadsheets. Funding from the center may be politically fraught, especially in the early phases before the system has proved itself. We have gained stability over the last 10 years but are still working on improving the financial model. A related issue is the size of the support team—dedicated staff are required, and in resource-constrained environments this may be hard to find or pay for. In our case, we were fortunate to have dedicated staff members from the start, but they were always working under pressure, which limited the extent of training and ability to support strategic projects. This latter issue was mitigated to some extent by the strong mentoring role played by the VUMC. Investment in the support team through attendance at international events has been very important, but resource constraints have limited how many individuals can attend and how frequently.</p>
      </sec>
      <sec>
        <title>Limitations of This Study</title>
        <p>The principal investigator on this study (IM) is also the lead REDCap administrator for the Wits FHS. This makes them intimately familiar with the support processes and end-user interactions at the institution but can lead to a lack of objectivity. For this reason, coauthors experienced with REDCap and clinical research informatics from outside of our institution were included to provide a more balanced and fair report.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The implementation of technology requires strategies to support, and manage resistance from, end users. One of the main reasons for this resistance is inertia: end users naturally resist change to familiar and deeply ingrained processes [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. In our experience, and supported by findings from others [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], to overcome inertia, one needs to demonstrate the reliability of the system and benefits of adoption to prospective users, while at the same time easing the transition process by providing adequate end-user support. The capacity to implement and support REDCap at the Wits FHS was initiated through organizational and financial backing of the FHS management. This capacity was subsequently developed further through participation in REDCap Consortium activities such as REDCapCon and the REDCap Community forum and through a strong bidirectional relationship with the VUMC, the institution that created REDCap.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EDC</term>
          <def>
            <p>electronic data capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FTE</term>
          <def>
            <p>full-time equivalent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">POPIA</term>
          <def>
            <p>Protection of Personal Information Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">REDCapCon</term>
          <def>
            <p>Research Electronic Data Capture conference</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VUMC</term>
          <def>
            <p>Vanderbilt University Medical Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">Wits FHS</term>
          <def>
            <p>University of the Witwatersrand Faculty of Health Sciences</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was conducted as part of a postgraduate qualification (Master of Science in Medicine: Biomedical Informatics and Translational Medicine) by the first author, IAM. Funding support for open access publishing is provided by the Department of Surgery at the University of the Witwatersrand Faculty of Health Sciences. The authors wish to acknowledge Michelle Jones and Ndzalama Shivambu, who contributed to the review of publishing and bibliometric data reported in this paper.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>The project was conceptualized by MK, IAM, PAH, and RZ. Most of the writing was done by IAM and MK, with sections contributed by SH, BK, RZ, and PAH. IAM and MDN collected, analyzed, and prepared the data about REDCap system use, training and symposia attendance, and bibliometric data. BK, RZ, MDN, SH, and PAH contributed to editing and review of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Brockenbrough</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Minie</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tarczy-Hornoch</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Issues in biomedical research data management and analysis: needs and barriers</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2007</year>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>478</fpage>
          <lpage>88</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/17460139"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M2114</pub-id>
          <pub-id pub-id-type="medline">17460139</pub-id>
          <pub-id pub-id-type="pii">M2114</pub-id>
          <pub-id pub-id-type="pmcid">PMC2244904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Welker</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Implementation of electronic data capture systems: barriers and solutions</article-title>
          <source>Contemp Clin Trials</source>
          <year>2007</year>
          <month>05</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>329</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cct.2007.01.001</pub-id>
          <pub-id pub-id-type="medline">17287151</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(07)00002-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castle</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Converting from Paper-Based to Electronic Data Capture and Record Keeping in Clinical Trial Management: Benefits, Challenges and Practical Considerations</article-title>
          <source>University of North Texas</source>
          <year>2015</year>
          <month>11</month>
          <access-date>2016-07-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unthsc-ir.tdl.org/bitstream/handle/20.500.12503/28998/2015_12_gsbs_Castle_Colton_practicum.pdf?sequence=1&#38;isAllowed=y">https://unthsc-ir.tdl.org/bitstream/handle/20.500.12503/28998/2015_12_gsbs_Castle_Colton_practicum.pdf?sequence=1&#38;isAllowed=y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landis-Lewis</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Manjomo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gadabu</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simwaka</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Zickmund</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Chimbwandira</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobson</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Barriers to using eHealth data for clinical performance feedback in Malawi: a case study</article-title>
          <source>Int J Med Inform</source>
          <year>2015</year>
          <month>10</month>
          <volume>84</volume>
          <issue>10</issue>
          <fpage>868</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26238704"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.07.003</pub-id>
          <pub-id pub-id-type="medline">26238704</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)30020-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4841462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Factors that influence the implementation of e-health: a systematic review of systematic reviews (an update)</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>10</month>
          <day>26</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0510-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="medline">27782832</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5080780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Furusa</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing e-health implementation by medical doctors in public hospitals in Zimbabwe</article-title>
          <source>S Afr J Inf Manag</source>
          <year>2018</year>
          <month>06</month>
          <day>14</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>a928</fpage>
          <pub-id pub-id-type="doi">10.4102/sajim.v20i1.928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schopf</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Nedrebø</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hufthammer</surname>
              <given-names>KO</given-names>
            </name>
            <name name-style="western">
              <surname>Daphu</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Lærum</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>How well is the electronic health record supporting the clinical tasks of hospital physicians? A survey of physicians at three Norwegian hospitals</article-title>
          <source>BMC Health Serv Res</source>
          <year>2019</year>
          <month>12</month>
          <day>04</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>934</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-019-4763-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-019-4763-0</pub-id>
          <pub-id pub-id-type="medline">31801518</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-019-4763-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6894258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klipin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mare</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hazelhurst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The process of installing REDCap, a Web based database supporting biomedical research: the first year</article-title>
          <source>Appl Clin Inform</source>
          <year>2014</year>
          <month>11</month>
          <day>19</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>916</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25589907"/>
          </comment>
          <pub-id pub-id-type="doi">10.4338/ACI-2014-06-CR-0054</pub-id>
          <pub-id pub-id-type="medline">25589907</pub-id>
          <pub-id pub-id-type="pmcid">PMC4287671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Tarczy-Hornoch</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>People and organizational issues in research systems implementation</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2008</year>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>283</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18308986"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M2582</pub-id>
          <pub-id pub-id-type="medline">18308986</pub-id>
          <pub-id pub-id-type="pii">M2582</pub-id>
          <pub-id pub-id-type="pmcid">PMC2410012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Dubey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Embi</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Turisco</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Tcheng</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Keogh</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Current state of information technologies for the clinical research enterprise across academic medical centers</article-title>
          <source>Clin Transl Sci</source>
          <year>2012</year>
          <month>06</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>281</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22686207"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1752-8062.2011.00387.x</pub-id>
          <pub-id pub-id-type="medline">22686207</pub-id>
          <pub-id pub-id-type="pmcid">PMC5439868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bukachi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pakenham-Walsh</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Information technology for health in developing countries</article-title>
          <source>Chest</source>
          <year>2007</year>
          <month>11</month>
          <volume>132</volume>
          <issue>5</issue>
          <fpage>1624</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.07-1760</pub-id>
          <pub-id pub-id-type="medline">17998362</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)51280-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yogeswaran</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>EHR implementation in South Africa: how do we get it right?</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2010</year>
          <volume>160</volume>
          <issue>Pt 1</issue>
          <fpage>396</fpage>
          <lpage>400</lpage>
          <pub-id pub-id-type="medline">20841716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dube</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saul</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Branson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Luhanga</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mwiba</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kalobekamo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Geis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Crampin</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Implementing electronic data capture at a well-established health and demographic surveillance site in rural northern Malawi</article-title>
          <source>Glob Health Action</source>
          <year>2017</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>1367162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28922071"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/16549716.2017.1367162</pub-id>
          <pub-id pub-id-type="medline">28922071</pub-id>
          <pub-id pub-id-type="pmcid">PMC5645702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Starren</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Tilson</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Dowdy</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Breaking the translational barriers: the value of integrating biomedical informatics and translational research</article-title>
          <source>J Investig Med</source>
          <year>2005</year>
          <month>05</month>
          <volume>53</volume>
          <issue>4</issue>
          <fpage>192</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.2310/6650.2005.00402</pub-id>
          <pub-id pub-id-type="medline">15974245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Knowledge capture within the biopharmaceutical clinical trials environment</article-title>
          <source>VINE</source>
          <year>2008</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1108/03055720810870932</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Guidry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkley</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>A partnership approach for Electronic Data Capture in small-scale clinical trials</article-title>
          <source>J Biomed Inform</source>
          <year>2011</year>
          <month>12</month>
          <volume>44 Suppl 1</volume>
          <fpage>S103</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(11)00099-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2011.05.008</pub-id>
          <pub-id pub-id-type="medline">21651992</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(11)00099-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3202046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Embi</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Clinical research informatics: challenges, opportunities and definition for an emerging domain</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2009</year>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>316</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19261934"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M3005</pub-id>
          <pub-id pub-id-type="medline">19261934</pub-id>
          <pub-id pub-id-type="pii">M3005</pub-id>
          <pub-id pub-id-type="pmcid">PMC2732242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>South Africa &#124; Data</article-title>
          <source>The World Bank</source>
          <year>2021</year>
          <access-date>2021-05-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.worldbank.org/country/south-africa">https://data.worldbank.org/country/south-africa</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coovadia</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jewkes</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barron</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The health and health system of South Africa: historical roots of current public health challenges</article-title>
          <source>Lancet</source>
          <year>2009</year>
          <month>09</month>
          <day>05</day>
          <volume>374</volume>
          <issue>9692</issue>
          <fpage>817</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(09)60951-X</pub-id>
          <pub-id pub-id-type="medline">19709728</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(09)60951-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradshaw</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nannan</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Pillay-van Wyk</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Laubscher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Groenewald</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dorrington</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Burden of disease in South Africa: protracted transitions driven by social pathologies</article-title>
          <source>S Afr Med J</source>
          <year>2019</year>
          <month>12</month>
          <day>05</day>
          <volume>109</volume>
          <issue>11b</issue>
          <fpage>69</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.7196/SAMJ.2019.v109i11b.14273</pub-id>
          <pub-id pub-id-type="medline">32252872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Facts and figures - Wits University</article-title>
          <source>University of the Witwatersrand, Johannesburg</source>
          <year>2020</year>
          <access-date>2021-05-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wits.ac.za/about-wits/facts-and-figures/">https://www.wits.ac.za/about-wits/facts-and-figures/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>About Us - Wits University</article-title>
          <source>University of the Witwatersrand, Johannesburg</source>
          <year>2020</year>
          <access-date>2021-06-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.wits.ac.za/health/about-us/">http://www.wits.ac.za/health/about-us/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Libhaber</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Closing the barrier between disease and health outcomes in Africa through research and capacity development</article-title>
          <source>Glob Health Action</source>
          <year>2018</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>1425597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29370732"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/16549716.2018.1425597</pub-id>
          <pub-id pub-id-type="medline">29370732</pub-id>
          <pub-id pub-id-type="pmcid">PMC5795707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zent</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Diaspora linkages benefit both sides: a single partnership experience</article-title>
          <source>Glob Health Action</source>
          <year>2019</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>1645558</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31362603"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/16549716.2019.1645558</pub-id>
          <pub-id pub-id-type="medline">31362603</pub-id>
          <pub-id pub-id-type="pmcid">PMC6711129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>About Nagios. What is Nagios?</article-title>
          <source>Nagios Enterprises</source>
          <access-date>2022-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nagios.org/about/">https://www.nagios.org/about/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Teraco Data Environments</article-title>
          <source>Teraco</source>
          <access-date>2021-09-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.teraco.co.za/">https://www.teraco.co.za/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Wits Health Consortium - Home</article-title>
          <source>Wits Health Consortium</source>
          <year>2021</year>
          <access-date>2021-09-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.witshealth.co.za/">https://www.witshealth.co.za/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Arcserve &#124; Data Protection and Business Continuity Solutions</article-title>
          <source>Arcserve</source>
          <access-date>2022-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.arcserve.com/node/1">https://www.arcserve.com/node/1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Stavri</surname>
              <given-names>PZ</given-names>
            </name>
            <name name-style="western">
              <surname>Dykstra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fournier</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Implementing computerized physician order entry: the importance of special people</article-title>
          <source>Int J Med Inform</source>
          <year>2003</year>
          <month>03</month>
          <volume>69</volume>
          <issue>2-3</issue>
          <fpage>235</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/s1386-5056(02)00107-7</pub-id>
          <pub-id pub-id-type="medline">12810127</pub-id>
          <pub-id pub-id-type="pii">S1386505602001077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edmondson</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <source>The Fearless Organization: Creating Psychological Safety in the Workplace for Learning, Innovation, and Growth</source>
          <year>2018</year>
          <publisher-loc>Hoboken, NJ, USA</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nadan</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Software licensing in the 21st century: are software licenses really sales, and how will the software industry respond</article-title>
          <source>AIPLA Q J</source>
          <year>2004</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>555</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Partners</article-title>
          <source>REDCap</source>
          <access-date>2017-08-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://projectredcap.org/partners/">https://projectredcap.org/partners/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>REDCap Community Site</article-title>
          <source>REDCap</source>
          <year>2021</year>
          <access-date>2021-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://projectredcap.org/resources/community/">https://projectredcap.org/resources/community/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hofman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Human resources for research: building bridges through the Diaspora</article-title>
          <source>Glob Health Action</source>
          <year>2015</year>
          <month>11</month>
          <day>6</day>
          <volume>8</volume>
          <fpage>29559</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26548635"/>
          </comment>
          <pub-id pub-id-type="doi">10.3402/gha.v8.29559</pub-id>
          <pub-id pub-id-type="medline">26548635</pub-id>
          <pub-id pub-id-type="pii">29559</pub-id>
          <pub-id pub-id-type="pmcid">PMC4637331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>MySQL Simple Admin &#124; Vanderbilt University Medical Center</article-title>
          <source>GitHub</source>
          <year>2021</year>
          <access-date>2021-01-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/vanderbilt-redcap/mysql-simple-admin#mysql-simple-admin">https://github.com/vanderbilt -redcap/mysql-simple-admin#mysql-simple-admin</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>Accessible Law – Protection of Personal Information Act (POPI Act)</article-title>
          <source>Protection of Personal Information Act</source>
          <year>2020</year>
          <access-date>2021-12-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://popia.co.za/">https://popia.co.za/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kozlowski</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Construction and management of ARDS/sepsis registry with REDCap</article-title>
          <source>J Thorac Dis</source>
          <year>2014</year>
          <month>09</month>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>1293</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3978/j.issn.2072-1439.2014.09.07"/>
          </comment>
          <pub-id pub-id-type="doi">10.3978/j.issn.2072-1439.2014.09.07</pub-id>
          <pub-id pub-id-type="medline">25276372</pub-id>
          <pub-id pub-id-type="pii">jtd-06-09-1293</pub-id>
          <pub-id pub-id-type="pmcid">PMC4178117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tuti</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bitok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Makone</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Malla</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Muinga</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gathara</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>English</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Innovating to enhance clinical data management using non-commercial and open source solutions across a multi-center network supporting inpatient pediatric care and research in Kenya</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>01</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>184</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26063746"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv028</pub-id>
          <pub-id pub-id-type="medline">26063746</pub-id>
          <pub-id pub-id-type="pii">ocv028</pub-id>
          <pub-id pub-id-type="pmcid">PMC4681113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campion</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Pompea</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Sholle</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Cole</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Kaushal</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A method for integrating healthcare provider organization and research sponsor systems and workflows to support large-scale studies</article-title>
          <source>AMIA Jt Summits Transl Sci Proc</source>
          <year>2019</year>
          <month>5</month>
          <day>6</day>
          <volume>2019</volume>
          <fpage>648</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31259020"/>
          </comment>
          <pub-id pub-id-type="medline">31259020</pub-id>
          <pub-id pub-id-type="pmcid">PMC6568055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gesell</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Halladay</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Mettam</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Sissine</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Staplefoote-Boynton</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>PW</given-names>
            </name>
          </person-group>
          <article-title>Using REDCap to track stakeholder engagement: a time-saving tool for PCORI-funded studies</article-title>
          <source>J Clin Transl Sci</source>
          <year>2020</year>
          <month>04</month>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>108</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32313700"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/cts.2019.444</pub-id>
          <pub-id pub-id-type="medline">32313700</pub-id>
          <pub-id pub-id-type="pmcid">PMC7159814</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
