<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e20470</article-id>
      <article-id pub-id-type="pmid">33433393</article-id>
      <article-id pub-id-type="doi">10.2196/20470</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Prototypical Clinical Trial Registry Based on Fast Healthcare Interoperability Resources (FHIR): Design and Implementation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Schreiweis</surname>
            <given-names>Björn</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Prasser</surname>
            <given-names>Fabian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gulden</surname>
            <given-names>Christian</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Chair of Medical Informatics</institution>
            <institution>Department of Medical Informatics, Biometrics and Epidemiology</institution>
            <institution>Friedrich-Alexander University Erlangen-Nürnberg</institution>
            <addr-line>Wetterkreuz 15</addr-line>
            <addr-line>Erlangen, 91058</addr-line>
            <country>Germany</country>
            <phone>49 9131 85 47291</phone>
            <email>christian.gulden@fau.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1261-3691</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Blasini</surname>
            <given-names>Romina</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1049-6102</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Nassirian</surname>
            <given-names>Azadeh</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3987-1922</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Stein</surname>
            <given-names>Alexandra</given-names>
          </name>
          <degrees>Dipl-Jur</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0600-9861</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Altun</surname>
            <given-names>Fatma Betül</given-names>
          </name>
          <degrees>Dipl-Ing</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9718-1351</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kirchner</surname>
            <given-names>Melanie</given-names>
          </name>
          <degrees>Dipl-Dokumentarin (FH)</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9562-8877</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Prokosch</surname>
            <given-names>Hans-Ulrich</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6200-753X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Boeker</surname>
            <given-names>Martin</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2972-2042</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Chair of Medical Informatics</institution>
        <institution>Department of Medical Informatics, Biometrics and Epidemiology</institution>
        <institution>Friedrich-Alexander University Erlangen-Nürnberg</institution>
        <addr-line>Erlangen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Medical Informatics</institution>
        <institution>Justus-Liebig-University Gießen</institution>
        <addr-line>Gießen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Carl Gustav Carus Faculty of Medicine, Center for Medical Informatics</institution>
        <institution>Institute for Medical Informatics and Biometry</institution>
        <institution>Dresden University of Technology</institution>
        <addr-line>Dresden</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Institute for Community Medicine</institution>
        <institution>Section Epidemiology of Health Care and Community Health</institution>
        <institution>University Medicine Greifswald</institution>
        <addr-line>Greifswald</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Medical Informatics Group</institution>
        <institution>University Hospital Frankfurt</institution>
        <addr-line>Frankfurt</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Medical Center for Information and Communication Technology</institution>
        <institution>University Hospital Erlangen</institution>
        <addr-line>Erlangen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Institute of Medical Biometry and Statistics</institution>
        <institution>Medical Faculty and Medical Center</institution>
        <institution>University of Freiburg</institution>
        <addr-line>Freiburg</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Christian Gulden <email>christian.gulden@fau.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>1</issue>
      <elocation-id>e20470</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>12</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Christian Gulden, Romina Blasini, Azadeh Nassirian, Alexandra Stein, Fatma Betül Altun, Melanie Kirchner, Hans-Ulrich Prokosch, Martin Boeker. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 12.01.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2021/1/e20470" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Clinical trial registries increase transparency in medical research by making information and results of planned, ongoing, and completed studies publicly available. However, the registration of clinical trials remains a time-consuming manual task complicated by the fact that the same studies often need to be registered in different registries with different data entry requirements and interfaces.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study investigates how Health Level 7 (HL7) Fast Healthcare Interoperability Resources (FHIR) may be used as a standardized format for exchanging and storing clinical trial records.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We designed and prototypically implemented an open-source central trial registry containing records from university hospitals, which are automatically exported and updated by local study management systems.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We provided an architecture and implementation of a multisite clinical trials registry based on HL7 FHIR as a data storage and exchange format.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The results show that FHIR resources establish a harmonized view of study information from heterogeneous sources by enabling automated data exchange between trial centers and central study registries.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical trials</kwd>
        <kwd>trials registry</kwd>
        <kwd>health information interoperability</kwd>
        <kwd>data sharing</kwd>
        <kwd>HL7 FHIR</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Clinical trial registries establish publicly accessible databases about ongoing and completed clinical trials, aiding physicians and patients in selecting studies that are suitable for participation [<xref ref-type="bibr" rid="ref1">1</xref>]. They help researchers identify related trials and are considered an essential tool for conducting systematic reviews [<xref ref-type="bibr" rid="ref2">2</xref>]. Further, they increase the transparency and accountability of clinical research by identifying discrepancies between the original study design and results published in the literature [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Therefore, registration and maintenance of trial records can benefit patients and advance medical knowledge as a whole [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>One challenge for researchers is keeping information up-to-date, especially across multiple study registries, each with a distinct data scheme and audience. In a 2017 study, Jones et al [<xref ref-type="bibr" rid="ref6">6</xref>] analyzed the recruitment status of 405 trials registered on ClinicalTrials.gov and found that 31% either had an incorrect recruitment status specified or had a delay of more than 1 year between the time the study was concluded and the time the registry recruitment status was updated. Stergiopoulos et al [<xref ref-type="bibr" rid="ref7">7</xref>] compared trial records from a commercial clinical trial database (Informa Pharma Intelligence's Trialtrove) with ClinicalTrials.gov and identified inconsistencies for site and enrollment information between the two databases [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>The completeness and timeliness of study information may be improved by providing standardized interfaces to automatically create and update registry entries. These interfaces should be invoked by local systems that manage site-specific study information, such as recruitment status and contact details [<xref ref-type="bibr" rid="ref8">8</xref>]. Such local registries for the documentation of trial metadata already exist at several sites for accounting, contract management, and electronic health record (EHR)-integration reasons [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Data from these local registries could be automatically exported to public external registries to provide an up-to-date view of the studies. However, this requires standardized interfaces and data models to ensure interoperability between these heterogeneous registries. Health Level 7 (HL7) Fast Healthcare Interoperability Resources (FHIR) is one such standard for modeling and exchanging health care–related data [<xref ref-type="bibr" rid="ref11">11</xref>]. Resources are the fundamental building blocks of FHIR. Each resource defines a concrete clinical concept, such as patients (using the Patient resource), diagnoses (using the Condition resource), or an assessment of an allergy or intolerance (the AllergyIntolerance resource). Resources are composed of well-defined fields and data types and can be serialized using idiomatic JavaScript Object Notation (JSON) or XML. FHIR additionally defines a representational state transfer (REST) application programming interface (API) with a set of operations for creating, reading, updating, and deleting (CRUD) resources from a FHIR-compliant server.</p>
      <p>In this study, we designed and implemented a multisite clinical trial registry based on the HL7 FHIR standard, which automatically collects up-to-date information on studies conducted across 10 university hospitals in Germany.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design Objectives</title>
        <p>The primary goal of this study is to provide access to current information on clinical studies conducted at participating university hospitals to interested parties via a web application. The secondary objective is to achieve a high degree of automation and standard compliance by utilizing HL7 FHIR. The standard does not limit the exact mechanism of transferring FHIR resources; however, it does specify a REST API for interacting with FHIR servers. The proposed trial registry design should leverage this interface specification for ease of implementation and better interoperability. All trial information should be automatically exported and updated from the site-local registry software systems, which were established as part of our previous work [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>The steps we have taken to implement the multisite clinical trial registry are outlined in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart showing the different phases of implementing the multisite Fast Healthcare Interoperability Resources (FHIR)-based trial registry.</p>
          </caption>
          <graphic xlink:href="medinform_v9i1e20470_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Identifying a Set of Core Data Elements for Describing Clinical Studies</title>
        <p>The data stored in the central trial registry is the basis for providing a website that allows physicians, researchers, and the public to search for and obtain information on clinical studies conducted at the participating sites. To determine what information should be included in the website, we analyzed the data structures used by the German clinical trials register (DRKS) [<xref ref-type="bibr" rid="ref12">12</xref>], ClinicalTrials.gov [<xref ref-type="bibr" rid="ref13">13</xref>], the World Health Organization (WHO) data set [<xref ref-type="bibr" rid="ref14">14</xref>], and OpenTrials [<xref ref-type="bibr" rid="ref15">15</xref>]. Additionally, we considered data elements already defined and used by the established local trial registries. For this purpose, we exported the data schemas and value ranges of these latter implementations. The 2 main criteria when deciding whether an individual data element should be included in the minimal data set were (1) its availability across all participating sites (ie, is the data element already documented in a structured way and accessible for export?), and (2) whether the data element is useful for a person seeking information on the study. As the data elements of the existing site-local registries were defined in collaboration with clinical stakeholders, they generally satisfied the second criteria. For example, Erlangen University Hospital initiated a working group in 2015 to define the requirements for a hospital-wide trials registry. Participants came from the hospital's center for clinical trials, the comprehensive cancer center, the major clinics pursuing clinical trials, and the hospital's IT department [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The different data schemas were compared and iteratively reduced until consensus was reached on a set of minimal data elements useful for providing basic information on running trials. This process was conducted collaboratively by one person from each of the 3 sites that had already implemented a trial registry. Therefore, the final data set was a tradeoff between data elements that were useful (criteria 2) and data elements that were available at all sites (criteria 1).</p>
      </sec>
      <sec>
        <title>Assessing the Viability of FHIR for Representing the Data Set</title>
        <p>The HL7 FHIR standard defines a ResearchStudy resource representing information about a clinical study, such as its title, description, contact information, and recruitment status. Consequently, it can be used to exchange study protocol information [<xref ref-type="bibr" rid="ref16">16</xref>]. We assessed whether this resource was suitable for representing all elements of the identified data set and whether extensions for application-specific profiles would need to be defined. If required, the profiles will be generated using the Forge tool (version 23.0; Firely) [<xref ref-type="bibr" rid="ref17">17</xref>]. For this, an initial mapping between the data set and the elements of the FHIR ResearchStudy was proposed by one of the authors. Subsequently, this proposal was reviewed and commented on by the rest of the team in a collaborative way.</p>
      </sec>
      <sec>
        <title>Implementing Site-Specific FHIR Mappings and Exporters</title>
        <p>In the next step, after identifying the required data elements, mappings were developed from the site-local study records to FHIR ResearchStudy resources. Additionally, functionality for transferring these resources to the central registry was implemented. The 10 sites participating in this study use a total of 5 distinct local study registries. A custom registry software, SODA, was initially developed by one site and was then co-developed and used by a total of 4 sites [<xref ref-type="bibr" rid="ref8">8</xref>]. Here, the export functionality was implemented natively as a feature of the registry written in the Java programming language. Another 2 sites use the proprietary CentraXX Trial management software [<xref ref-type="bibr" rid="ref17">17</xref>] and implemented a custom exporter using the Pentaho Data Integration ETL tool [<xref ref-type="bibr" rid="ref18">18</xref>]. The remaining 4 sites use bespoke registry implementations, which made it necessary to write custom mappers and exporters implemented in Java and one in C#.</p>
        <p>The mapping table created when assessing the viability of representing the data elements as FHIR ResearchStudy was used to guide the mapping process. Additionally, we used the local mappings created by one site as a reference to directly comment on and discuss the created resources.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Core Data Set for Clinical Study Records and Its FHIR Mapping</title>
        <p>We identified a set of 11 data elements that sufficiently communicate relevant study information to researchers, physicians, and patients (<xref ref-type="table" rid="table1">Table 1</xref>). The Unified Modeling Language (UML) diagram in <xref rid="figure2" ref-type="fig">Figure 2</xref> shows how these elements fit into our high-level model of a trial registry: It manages an arbitrary number of trial objects, each with data fields containing relevant information about the trial. Because several investigational sites may participate in the same trial, there is a one-to-many relationship between the trial and site. In turn, each site can have several contact points for study inquiries.</p>
        <p>Comparing our data elements with the definition of the FHIR ResearchStudy resource yielded an unambiguous mapping (<xref ref-type="table" rid="table1">Table 1</xref>). <xref ref-type="table" rid="table1">Table 1</xref> also includes a column on the origin of the data element; if a direct equivalent in the WHO dataset exists, it is included in this column, as this dataset subsumes most other datasets (such as DRKS and ClinicalTrials.gov). If no direct equivalent could be found, the item in the ClinicalTrials.gov dataset is shown.</p>
        <p>A limitation in the FHIR ResearchStudy specification is that the recruitment status can only be set per study and not per participating site. Similarly, while a list of contacts for study-related inquiries can be set on the resource (ResearchStudy.contact), these contacts are not explicitly linked to the study site to which they belong. Finally, the FHIR ResearchStudy, by default, does not allow for the specification of a study acronym. However, the FHIR standard allows for extending resources using custom profiles. This means that the available fields of the ResearchStudy resource can be extended in a structured way, and it can be verified whether a given instance adheres to the profile specification. We developed a FHIR profile which adds a per-site recruitment status, per-site contact information, and a field for the study acronym to the ResearchStudy. The profile is available online in the Simplifier repository [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>The ResearchStudy.identifier field is used to specify site-local and global identifiers for a study. In FHIR, these identifiers are tuples consisting of a system (expressed as a URI) and a character string value. We created a table to map from common primary and secondary study numbers to these identifiers (<xref ref-type="table" rid="table2">Table 2</xref>). This table also includes mappings from identifying numbers to the corresponding web address in ResearchStudy.relatedArtifact.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Mapping between the defined data elements (including their origins) and Fast Healthcare Interoperability Resources (FHIR) ResearchStudy resources. WHO: World Health Organization.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="390"/>
            <col width="310"/>
            <thead>
              <tr valign="top">
                <td>Core data set for study records</td>
                <td>FHIR ResearchStudy</td>
                <td>Origin</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Identifier</td>
                <td>ResearchStudy.identifier</td>
                <td>WHO: Primary and Secondary Identifying Numbers</td>
              </tr>
              <tr valign="top">
                <td>Acronym</td>
                <td>
                  <italic>Custom Extension</italic>
                </td>
                <td>ClinicalTrials.gov: Acronym</td>
              </tr>
              <tr valign="top">
                <td>Contact Details</td>
                <td>ResearchStudy.contact</td>
                <td>WHO: Contact for Public Queries, Contact for Scientific Queries</td>
              </tr>
              <tr valign="top">
                <td>Participating Site</td>
                <td>ResearchStudy.site</td>
                <td>WHO: Countries of Recruitment; ClinicalTrials.gov: Location</td>
              </tr>
              <tr valign="top">
                <td>Scientific Title</td>
                <td>ResearchStudy.title</td>
                <td>WHO: Public Title; Scientific Title</td>
              </tr>
              <tr valign="top">
                <td>Description</td>
                <td>ResearchStudy.description</td>
                <td>ClinicalTrials.gov: Detailed Description</td>
              </tr>
              <tr valign="top">
                <td>Conditions</td>
                <td>ResearchStudy.condition</td>
                <td>WHO: Health Condition(s) or Problem(s) Studied</td>
              </tr>
              <tr valign="top">
                <td>Demographic Inclusion Criteria (gender and age)</td>
                <td>ResearchStudy.enrollment</td>
                <td>WHO: Key Inclusion and Exclusion Criteria</td>
              </tr>
              <tr valign="top">
                <td>Recruitment Status</td>
                <td>ResearchStudy.status</td>
                <td>WHO: Recruitment Status</td>
              </tr>
              <tr valign="top">
                <td>Further Information (URLs)</td>
                <td>ResearchStudy.relatedArtifact</td>
                <td>ClinicalTrials.gov: Link</td>
              </tr>
              <tr valign="top">
                <td>Keywords</td>
                <td>ResearchStudy.keyword</td>
                <td>ClinicalTrials.gov: Keyword</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Unified Modeling Language (UML) diagram showing the set of identified data elements in the context of a trial registry.</p>
          </caption>
          <graphic xlink:href="medinform_v9i1e20470_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Mapping between various source registry identifying numbers and ResearchStudy.identifier systems and values. The mapping to ResearchStudy.relatedArtifact is also shown.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="220"/>
            <col width="120"/>
            <col width="310"/>
            <col width="120"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Identifier</td>
                <td colspan="3">RelatedArtifact</td>
              </tr>
              <tr valign="top">
                <td>Identifier Source</td>
                <td>System</td>
                <td>Example Value</td>
                <td>URL</td>
                <td>Label</td>
                <td>Display</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>DRKS</td>
                <td>
                  <ext-link ext-link-type="uri" xlink:href="http://www.drks.de/" xlink:type="simple">http://www.drks.de</ext-link>
                </td>
                <td>DRKS00000164</td>
                <td>https://www.drks.de/drks_web/navigate.do?navigationId=trial.HTML&#38;TRIAL_ID=DRKS00000164</td>
                <td>DRKS00000164</td>
                <td>DRKS</td>
              </tr>
              <tr valign="top">
                <td>EudraCT</td>
                <td>
                  <ext-link ext-link-type="uri" xlink:href="http://www.clinicaltrialsregister.eu/" xlink:type="simple">http://www.clinicaltrialsregister.eu</ext-link>
                </td>
                <td>2012-000620-17</td>
                <td>https://www.clinicaltrialsregister.eu/ctr-search/search?query=eudract_number:2012-000620-17</td>
                <td>2012-000620-17</td>
                <td>EudraCT</td>
              </tr>
              <tr valign="top">
                <td>Universal Trial Number (UTN)</td>
                <td>http://www.who.int/ictrp/unambiguous_identification/utn</td>
                <td>U1111-1220-2928</td>
                <td>
                  <italic>(no directly linkable URL available)</italic>
                </td>
                <td>U1111-1220-2928</td>
                <td>UTN</td>
              </tr>
              <tr valign="top">
                <td>ClinicalTrials.gov (NCT)</td>
                <td>
                  <ext-link ext-link-type="uri" xlink:href="http://clinicaltrials.gov/" xlink:type="simple">http://clinicaltrials.gov</ext-link>
                </td>
                <td>NCT03521531</td>
                <td>https://clinicaltrials.gov/ct2/show/NCT03521531</td>
                <td>NCT03521531</td>
                <td>ClinicalTrials.gov</td>
              </tr>
              <tr valign="top">
                <td>site-specific/local Ids</td>
                <td><italic>(Example)</italic> <ext-link ext-link-type="uri" xlink:href="https://fhir.uk-erlangen.de/studienregister/NamingSystem/id" xlink:type="simple">https://fhir.uk-erlangen.de/studienregister/NamingSystem/id</ext-link></td>
                <td>rvnoqjmezlew</td>
                <td><italic>(Example)</italic> https://studienregister.uk-erlangen.de/details/rvnoqjmezlew</td>
                <td>rvnoqjmezlew</td>
                <td>Trials Registry University Hospital Erlangen</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Central Trial Registry</title>
        <sec>
          <title>Architecture of the FHIR-based Trial Registry</title>
          <p>The architecture of the central registry is centered around a single standard-compliant FHIR server (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The site-local registries continuously export and update the site-specific ResearchStudy records using the FHIR REST interface. The web application displaying the studies interacts with the FHIR server via the same API in a read-only fashion. All design decisions and implementations are based on FHIR Release 4.0.1 (HL7). The central trial registry is implemented based on a HAPI FHIR server (version 5.0.2; Smile CDR) [<xref ref-type="bibr" rid="ref20">20</xref>] using a PostgreSQL database (version 12.3; PostgreSQL Global Development Group) for storage [<xref ref-type="bibr" rid="ref21">21</xref>]. The central registry components were deployed on an on-premise Kubernetes cluster (version 1.18; Cloud Native Computing Foundation) [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Architecture of the Fast Healthcare Interoperability Resource (FHIR)-based trial registry.</p>
            </caption>
            <graphic xlink:href="medinform_v9i1e20470_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Local Registry Mappers and Exporters</title>
          <p>The implementation details of the exporters vary from site to site, depending on the software used. In general, logic was written to map the study representations from the local registries to FHIR ResearchStudy and any additional resources required. The latter consist of the FHIR Location resource to identify the site (referenced by ResearchStudy.site) and the FHIR Group resource (referenced by ResearchStudy.enrollment) used to define the eligibility criteria. The exports are generally implemented as a single FHIR transaction bundle containing all study records per site. Some implementations additionally allow for automatically exporting and updating individual study records whenever the data in the local registry changes. In either case, standard FHIR REST semantics are used when interacting with the central server. An example of a mapped clinical trial is included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        </sec>
        <sec>
          <title>Merging Multicentric Studies</title>
          <p>In our design, all site-local registries create and update their study records independently; however, in cases of a multicentric study with more than one participating site, this results in redundant ResearchStudy resources being stored in the FHIR server. To intercept such cases, the standard FHIR server is extended with a custom module (the multisite study merger), which creates a master record for each distinct study in the server. The registry's web interface only displays these master records. Multicentric studies are identified as ResearchStudy resources in the server that were exported by different sites (different local study registries) while having the same primary identifiers. We used the unique identifiers assigned by ClincalTrials.gov (NCT number), DRKS (DRKS number), and the European Union Drug Regulating Authorities Clinical Trials Database (EudraCT number) as primary identifiers. Due to data quality issues in the local source systems, not all of these primary identifiers may be set for all exported studies, although the actual studies are registered in one of the above registries. An example of such a case, and the problem arising from it, is shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>. Here, all 4 of the local study records (A-D) refer to the same multicentric study with primary identifiers of 1 (NCT number), 2 (DRKS), and 3 (EudraCT), while another set of 2 local records refer to the same study identified by NCT number 4 and DRKS number 5. The challenge lies in identifying that A-D and E-F represent 2 distinct studies. In the visualization of the records as a graph, each vertex is a local study resource and each edge represents a shared primary identifier (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Creating such a graph from all records in the FHIR server reduces the identification of multicentric studies to extracting all connected components from it. The multisite study merger implements this by first retrieving all ResearchStudy resources from the central FHIR server. Next, an undirected graph is constructed where each ResearchStudy is stored as a vertex, and its list of identifiers are added as edges connected to all other ResearchStudy nodes with the same identifier. To find all the connected components in this graph, a breadth-first search is conducted, starting from each unvisited vertex in the graph and recursively visiting all neighbors until none remain. The algorithm is implemented using the JGraphT library [<xref ref-type="bibr" rid="ref23">23</xref>]. Each connected component—that is, each list of ResearchStudy resources with the same common identifiers—is now merged into a single master study. This master study contains a list of distinct identifiers, keywords, and conditions of all studies in the set. The contact details and recruitment status are converted into extensions on the record in accordance with the FHIR profile defined in section “Core Data Set for Clinical Study Records and Its FHIR Mapping.” These studies are marked using a “master” tag in the FHIR ResearchStudy metadata field. Each master record is thereby uniquely identified by the presence of the master tag and any of its identifiers. A transaction implemented as a conditional update containing the master records is finally sent to the FHIR server. The implementation can handle both the addition and removal of local study resources and updates the master records accordingly. The source code of this application is available online [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Example of 6 exported records, 4 of which (A-D) refer to one multicentric study (NCT=1, DRKS=2, EudraCT=3), and 2 of which (E and F) refer to a different multicentric study (NCT=4, DRKS=5), represented as a table (left) and an undirected graph (right). These studies are merged into 2 master ResearchStudy resources, each with a distinct set of identifiers and participating sites (bottom).</p>
            </caption>
            <graphic xlink:href="medinform_v9i1e20470_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Registry Web Application</title>
          <p>The web frontend for the trial registry is implemented as a single-page SMART-on-FHIR [<xref ref-type="bibr" rid="ref25">25</xref>] VueJS application. It uses the REST API of the central FHIR server to retrieve all master study records. The query to the server is shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>. It requests all FHIR ResearchStudy resources that are actively recruiting (status=active) and that are tagged “master” studies (&#38;_tag=https://fhir.miracum.org/uc1/CodeSystem/registry StudyRole&#124;master), a required filter, as otherwise, all site-specific studies are returned as well.</p>
          <p>Once all studies are returned from the FHIR server, they are displayed to the user. The web interface allows for filtering studies by site and provides a basic free-text search functionality implemented using the client-side Fuse.JS JavaScript library [<xref ref-type="bibr" rid="ref26">26</xref>]. At the time of writing, 2542 studies have been exported to the central registry. After merging, 2099 distinct master study records remain, of which 925 are actively recruiting and displayed on the website. The web app is accessible online [<xref ref-type="bibr" rid="ref27">27</xref>], and the source code is available [<xref ref-type="bibr" rid="ref24">24</xref>]. Screenshots of the app are displayed in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>The HTTP GET query sent to the Fast Healthcare Interoperability Resources (FHIR) server to retrieve all actively recruiting master studies.</p>
            </caption>
            <graphic xlink:href="medinform_v9i1e20470_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we investigated how a common, standard representation of clinical trials can be used to implement a central trials registry that receives and merges data from heterogenous study registries. We leveraged HL7 FHIR for this purpose.</p>
        <p>With the design and development of an open-source central trial registry containing records from university hospitals, we provided an architecture and implementation of a multisite clinical trials registry based on HL7 FHIR as a data storage and exchange format. The results show that FHIR resources establish a harmonized view of study information from heterogeneous sources by enabling automated data exchange between trial centers and central study registries.</p>
      </sec>
      <sec>
        <title>Comparing FHIR to Alternative Representations</title>
        <p>Similar to our attempts to harmonize data from heterogeneous trial registries, the Observational Medical Outcomes Partnership Common Data Model (OMOP CDM) is used to store and analyze observational health data from disparate source databases [<xref ref-type="bibr" rid="ref28">28</xref>]. The OMOP CDM is a patient-centric data model containing clinical data that is mapped to a set of standard terminologies. By default, the schema does not provide a way to store study information. However, in July 2020, a proposal was created by the Observational Health Data Science Informatics (OHDSI) Clinical Trials Working Group to define conventions for storing trial metadata, patient enrollment, and other observationally relevant data with minimal extensions to the schema [<xref ref-type="bibr" rid="ref29">29</xref>]. The focus of this effort is to model the relationship between patients and clinical trials for research. This means that the suggested data elements are not as suitable for completely representing the meta-information of clinical trials as those available in a FHIR ResearchStudy.</p>
        <p>In OMOP CDM, the extensive use of standardized terminologies (such as LOINC, ICD, and SNOMED CT) makes it possible to share queries and analytical applications between databases conforming to the CDM. Similarly, FHIR ensures interoperability between systems by including a reference to a terminology or ontology when specifying a code or value. FHIR profiles can be used to enforce the terminologies to use. For example, the ResearchStudy profile we defined requires that the “Health Condition(s) or Problem(s) Studied” characteristic of a study (ResearchStudy.condition) be provided as either ICD-10-GM (International Statistical Classification of Disease and Related Health Problems, 10<sup>th</sup> revision, German Modification) or SnomedCT codes.</p>
        <p>CDISC’s (Clinical Data Interchange Standards Consortium) Clinical Trial Registry (CTR)-XML, version 1.0, is standard based on a single XML file that can be used to generate submissions to the WHO, European Medicines Agency (EMA), EudraCT, and ClinicalTrials.gov registry [<xref ref-type="bibr" rid="ref30">30</xref>]. CDISC also defines the Protocol Representation Model (PRM), a conceptual model for organizing a study protocol [<xref ref-type="bibr" rid="ref31">31</xref>]. However, we were unable to find concrete implementations of either standard demonstrating the exchange of study information with a registry. In comparison, FHIR's open ecosystem and strong industry adoption provided tooling and libraries in several programming languages, helping us rapidly implement the site-specific mappings, exporters, and components of the central registry. Additionally, the specification of the RESTful web services in FHIR made providing a central server with a well-specified interface trivial. Support for RESTful web services has been recommended as a future research direction for the CDISC ODM by Hume et al [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>Although FHIR promises semantic interoperability, in practice, we still encountered issues that required communication and manual review to resolve: technical problems like text encoding, trailing whitespaces in identifiers causing the merging process to run incorrectly, or timeouts in the central FHIR server when the received transactions contained too many resources.</p>
      </sec>
      <sec>
        <title>Extensions to the ResearchStudy Resource</title>
        <p>We defined a custom profile on the default FHIR ResearchStudy resource to represent the study acronym, the recruitment status, and contact details for each participating site. Additional extensions are expected to be necessary when representing study details beyond our minimal study record data set. As such, subjects for future work should include analyses of how well the complete data structures used in existing trial registries can be mapped to the FHIR ResearchStudy resource and whether additional profiles or modifications to the base resource are necessary. In particular, previous studies on the usability of existing clinical trial registries have found that the inclusion of a lay summary has a substantial effect on the accessibility of clinical trial information for the general public [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. At the time of writing, the FHIR ResearchStudy resource is at the “Trial Use” level of maturity, thus allowing our findings to influence the future development of the resource.</p>
      </sec>
      <sec>
        <title>Representation of Eligibility Criteria</title>
        <p>Clinical trial eligibility criteria are usually expressed in human-readable text, which is challenging to process computationally [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. In the FHIR ResearchStudy, eligibility criteria can be specified in the enrollment field, which does not dictate the exact format of the criteria. In our implementation, we represented the demographic criteria gender and age as a simple code and value range datatype, respectively. More complex eligibility criteria can be stored in arbitrary textual or binary representations and referenced by the study resource. This is useful because, while no single, standard computable format for clinical trial eligibility criteria exists [<xref ref-type="bibr" rid="ref37">37</xref>], the FHIR ResearchStudy provides a framework for semantically annotating and exchanging recruitment logic in a standardized manner. For example, the OHDSI ATLAS tool can be used to create patient cohorts from an OMOP CDM database [<xref ref-type="bibr" rid="ref38">38</xref>]. This is an important feature, especially if the trial registry is used as part of a larger system to support the patient recruitment process [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
      </sec>
      <sec>
        <title>Handling Inconsistent Data</title>
        <p>When merging multiple studies into a single master study record, shared attributes, such as the title, description, or acronym, are arbitrarily taken from the first study where these values are available. However, there are cases where these shared attributes differ between multiple studies. To give a concrete example, the clinical trial with NCT number NCT02393859 has a total of 5 different known titles: the brief and official title used by ClinicalTrials.gov, the full and layperson title from EudraCT, and the title from the study protocol document. One site uses the official title from ClinicalTrials.gov, as the study was originally imported from there into the local system, whereas another site uses the title from the protocol document. A comparison of these titles is shown in <xref ref-type="table" rid="table3">Table 3</xref> (note the addition of the word “Adaptive” in the title from the study protocol document). In this case, there is also an additional difference in the casing of the word “with;” however, the similarity comparison used in the merging algorithm is case-invariant.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Comparison of different study titles for the NCT02393859 trial. Titles were copied verbatim from [<xref ref-type="bibr" rid="ref40">40</xref>] and [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="310"/>
            <col width="290"/>
            <col width="290"/>
            <thead>
              <tr valign="top">
                <td>Title</td>
                <td>ClinicalTrials.gov</td>
                <td>EudraCT</td>
                <td>Study protocol document</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Official title/full title</td>
                <td>Phase 3 Trial to Investigate the Efficacy, Safety, and Tolerability of Blinatumomab as Consolidation Therapy Versus Conventional Consolidation Chemotherapy in Pediatric Subjects With HR First Relapse B-precursor ALL</td>
                <td>A Randomized, Open-label, Controlled Phase 3 Trial to Investigate the Efficacy, Safety, and Tolerability of the BiTE® Antibody Blinatumomab as Consolidation Therapy Versus Conventional Consolidation Chemotherapy in Pediatric Subjects with High-risk First Relapse B-precursor Acute Lymphoblastic Leukemia (ALL)</td>
                <td>A Randomized, Open-label, Controlled Phase 3 Adaptive Trial to Investigate the Efficacy, Safety, and Tolerability of the BiTE® Antibody Blinatumomab as Consolidation Therapy Versus Conventional Consolidation Chemotherapy in Pediatric Subjects With High-risk First Relapse B-precursor Acute Lymphoblastic Leukemia (ALL)</td>
              </tr>
              <tr valign="top">
                <td>Brief title/lay title</td>
                <td>Phase 3 Trial of Blinatumomab vs Standard Chemotherapy in Pediatric Subjects With HIgh-Risk (HR) First Relapse B-precursor Acute Lymphoblastic Leukemia (ALL)</td>
                <td>Clinical Study to Investigate the Efficacy, Safety, and Tolerability of the bispecific antibody Blinatumomab as Consolidation Therapy Versus Conventional Consolidation Chemotherapy in Pediatric Subjects with High-risk First Relapse Acute Lymphoblastic Leukemia (ALL)</td>
                <td>N/A<sup>1</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>1</sup> N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The differences between these titles may result from the initial study entry into the different primary registries, but it is also possible that amendments may have changed them. Given the asynchronous and distributed nature of our implementation, some sites might be exporting the updated study description while others are not. For the central multisite merging process, it is impossible to automatically determine which trial title is the correct one without additional input.</p>
        <p>We currently log such cases and attempt to resolve them manually by communicating the discrepancies between the sites. These issues could be avoided if a “single source of truth” record was defined whose values are used in case of discrepancy.</p>
        <p>To quantify this issue, we analyzed the number of multisite trials where intersite differences between the data elements study title, description, and acronym were present. We used the list of study clusters (ie, the list of connected components) in which each element represents one site-local ResearchStudy that belongs to the same multisite study, and determined the number of unique values for each data element within the same cluster. If this number was larger than one for a cluster and a data element, it indicated that there is a difference between at least 2 of the sites. We ignored cases where one of the values was not set, as this does not indicate a conflict that would need to be resolved. Before comparing the text values, all whitespaces were normalized to a single space, and all text was lowercased. This ensures that details that would only affect the display did not affect the results. Of the total 2542 exported studies, 769 were multicentric studies with at least 2 participating sites. <xref ref-type="table" rid="table4">Table 4</xref> shows the results of this analysis.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Multisite studies in which a difference in value was present between at least 2 site-local study records. For example, in 34 of the 769 multisite studies, there were 2 or more different values for the German study title.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="750"/>
            <thead>
              <tr valign="top">
                <td>Study record feature</td>
                <td>Multisite studies in which a difference in value exists between at least 2 sites, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Acronym</td>
                <td>96 (12.5)</td>
              </tr>
              <tr valign="top">
                <td>Title (German)</td>
                <td>34 (4.42)</td>
              </tr>
              <tr valign="top">
                <td>Title (English)</td>
                <td>105 (13.7)</td>
              </tr>
              <tr valign="top">
                <td>Description (German)</td>
                <td>5 (0.65)</td>
              </tr>
              <tr valign="top">
                <td>Description (English)</td>
                <td>51(6.63)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Alternative Implementations Considered</title>
        <p>Before settling on implementing a centralized FHIR-server–based architecture, we considered a federated approach: instead of local registries mapping and exporting their studies to a central server, each site would implement a FHIR REST façade on top of their local study registries. The website component would then query, aggregate, and display studies from all sites on each request. This approach is challenging as it requires both low latency and high availability of all sites. Besides these concerns regarding scalability and robustness, security concerns were raised, given that this would require external access to the hospital's network.</p>
        <p>Instead of storing all studies exported by all sites and the master study records, it would be sufficient to just store the master record of each distinct study and have the local registries update the recruitment status or contact details for their site. This can be implemented using REST's PATCH semantics. However, in practice, this has the main disadvantage of increasing the complexity of the clients, as special care must be taken to avoid issues when concurrently writing to the same resource. Further, storing the complete study records per site in the FHIR server has advantages: It allows us to track changes to the resources over time, and analyze discrepancies in the completeness and quality of the study metadata between sites by using the FHIR history feature, which provides an audit trail for each change [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Limitations and Future Work</title>
        <p>As an initial, technical proof-of-concept, the registry presented in this study has several limitations and opportunities for future improvements.</p>
        <p>The current implementation of the multisite merging algorithm requires all studies to be retrieved from the FHIR server before being merged, and the master studies to be updated. At our current scale of a few thousand studies, and because we are currently only running the merging process once a day, the overhead of processing more than just the changed studies was tolerable. However, instead, a more scalable implementation should identify and process only those resources that are affected by an update to a given ResearchStudy resource. This may be achieved by recursively retrieving all ResearchStudy resources with the same identifiers as the updated study or by persisting and updating the studies' graph representation.</p>
        <p>The study was conducted within a small consortium, making it easy to manually review and give feedback on the study exports of the participating sites to resolve data quality and mapping issues. This manual approach for handling data discrepancies will need to be revised to support the use at scale.</p>
        <p>We only provided a very basic implementation of a web interface. A thorough usability and requirements analysis from an end-user point of view may reveal additional information that should be included as part of the ResearchStudy resources. While the usefulness of the data elements we selected for display was assessed by clinical experts, and these elements largely overlap with the WHO data set, a formal evaluation of their adequateness, especially from the perspective of the general public, is still required. However, a recent online-survey to determine patient preferences when searching for clinical trials for participation concluded that “when searching for clinical trials, survey participants rated condition (66.4%), trial location (57.0%), trial dates (52.9%), age and gender (48.6%), and health measurements (ie, what the study measures; 45.5%) as the most important items” [<xref ref-type="bibr" rid="ref43">43</xref>], items that are already represented in the resource and identified as part of our core data set.</p>
        <p>Within the Medical Informatics for Research and Care in University Medicine (MIRACUM) consortium, we are currently implementing a clinical trial recruitment support system based on FHIR and the OMOP CDM [<xref ref-type="bibr" rid="ref39">39</xref>]. The system will propose potential candidates for selected clinical trials based on data available in the EHR. In an initial version, the central trials registry described in this study will be used to provide FHIR ResearchStudy resources, which can be referenced by the FHIR ResearchSubject resources used to represent potential candidates. In later iterations, we plan on using the central registry to exchange computable trial eligibility criteria. This will allow us to create trial recommendations for trials that may be conducted at any of the participating sites.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The scientific community and the public have a great need for standardized study registration to increase transparency in medical research by making information and results of planned, ongoing, and completed studies publicly available. The WHO Trial Registration Data Set specifies 24 data items that should be defined for a study in order to be considered fully registered; however, it does not define a structured exchange format for these items, leading to duplicate entries of study information and a lack of interoperability between trial registries. In this study, we have shown how HL7 FHIR can fill this role by developing a prototypical implementation. Additional work is necessary to refine the functionality and evaluate whether it can realistically reduce manual documentation and registration efforts at scale. We recommend that maintainers of trial registries investigate supporting FHIR as a standardized format based on our findings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Sample Fast Healthcare Interoperability Resources (FHIR) ResearchStudy resource in JSON format, containing a master study record with 2 participating sites.</p>
        <media xlink:href="medinform_v9i1e20470_app1.docx" xlink:title="DOCX File , 25 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Screenshots of the trials registry web app.</p>
        <media xlink:href="medinform_v9i1e20470_app2.docx" xlink:title="DOCX File , 1135 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDISC</term>
          <def>
            <p>Clinical Data Interchange Standards Consortium</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CDM</term>
          <def>
            <p>common data model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HL7</term>
          <def>
            <p>Health Level 7</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MIRACUM</term>
          <def>
            <p>Medical Informatics for Research and Care in University Medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">OMOP CDM</term>
          <def>
            <p>Observational Medical Outcomes Partnership Common Data Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">REST</term>
          <def>
            <p>representational state transfer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was performed for author CG to (partially) fulfill the requirements for obtaining the academic degree “Dr. rer. biol. hum.” from the Friedrich-Alexander-Universität Erlangen-Nürnberg (FAU).</p>
      <p>The authors thank Inge Landerer for providing valuable input and comments to the manuscript.</p>
      <p>This study was conducted within the MIRACUM consortium. MIRACUM is funded by the German Ministry for Education and Research (BMBF; funding number FKZ 01ZZ1801A/B/C/D/L/M).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>CG proposed the initial design and implemented the central components. RB helped refine the architecture and implemented the study exporters used by 4 of the sites. AN specified the FHIR profile. AS and FBA implemented site-specific exporters. MK provided feedback on the core data set and on the implementation of the local trial registries. HUP and MB oversaw the developments and provided valuable input on the manuscript. All authors read and approved the final version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Tse</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rajakannan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Update on Trial Registration 11 Years after the ICMJE Policy Was Established</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>01</month>
          <day>26</day>
          <volume>376</volume>
          <issue>4</issue>
          <fpage>383</fpage>
          <lpage>391</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmsr1601330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baudard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yavchitz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ravaud</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Perrodeau</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Impact of searching clinical trial registries in systematic reviews of pharmaceutical treatments: methodological systematic review and reanalysis of meta-analyses</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>02</month>
          <day>17</day>
          <volume>356</volume>
          <fpage>j448</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28213479"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j448</pub-id>
          <pub-id pub-id-type="medline">28213479</pub-id>
          <pub-id pub-id-type="pmcid">PMC5421496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Oliveira</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Discrepancies Between Randomized Controlled Trial Registry Entries and Content of Corresponding Manuscripts Reported in Anesthesiology Journals</article-title>
          <source>Anesthesia &#38; Analgesia</source>
          <year>2015</year>
          <volume>121</volume>
          <issue>4</issue>
          <fpage>1030</fpage>
          <lpage>1033</lpage>
          <pub-id pub-id-type="doi">10.1213/ane.0000000000000824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adam</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Springs</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trikalinos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Von Isenburg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gierisch</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanathan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Forman-Hoffman</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Berliner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Does information from ClinicalTrials.gov increase transparency and reduce bias? Results from a five-report case series</article-title>
          <source>Syst Rev</source>
          <year>2018</year>
          <month>04</month>
          <day>16</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-018-0726-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-018-0726-5</pub-id>
          <pub-id pub-id-type="medline">29661214</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-018-0726-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5902969</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dickersin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rennie</surname>
              <given-names>Drummond</given-names>
            </name>
          </person-group>
          <article-title>The evolution of trial registries and their use to assess the clinical trial enterprise</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>05</month>
          <day>02</day>
          <volume>307</volume>
          <issue>17</issue>
          <fpage>1861</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2012.4230</pub-id>
          <pub-id pub-id-type="medline">22550202</pub-id>
          <pub-id pub-id-type="pii">307/17/1861</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Safferman</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Platts-Mills</surname>
              <given-names>TF</given-names>
            </name>
          </person-group>
          <article-title>Discrepancies between ClinicalTrials.gov recruitment status and actual trial status: a cross-sectional analysis</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>10</month>
          <day>11</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e017719</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29025842"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017719</pub-id>
          <pub-id pub-id-type="medline">29025842</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017719</pub-id>
          <pub-id pub-id-type="pmcid">PMC5652524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stergiopoulos</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Getz</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Blazynski</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the Completeness of ClinicalTrials.gov</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2019</year>
          <month>05</month>
          <day>26</day>
          <volume>53</volume>
          <issue>3</issue>
          <fpage>307</fpage>
          <lpage>317</lpage>
          <pub-id pub-id-type="doi">10.1177/2168479018782885</pub-id>
          <pub-id pub-id-type="medline">30048602</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasselblatt</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Andrae</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tassoni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bahls</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Prokosch</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Boeker</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Establishing an Interoperable Clinical Trial Information System Within MIRACUM</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <volume>258</volume>
          <fpage>216</fpage>
          <lpage>220</lpage>
          <pub-id pub-id-type="medline">30942749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sommer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gulden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Egloffstein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lux</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Beckmann</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Mackensen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prokosch</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Design and Implementation of a Single Source Multipurpose Hospital-Wide Clinical Trial Registry</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <volume>258</volume>
          <fpage>164</fpage>
          <lpage>168</lpage>
          <pub-id pub-id-type="medline">30942738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blaser, PhD</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weisskopf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bucklar</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Tools in a Clinical Information System Supporting Clinical Trials at a Swiss University Hospital</article-title>
          <source>Swiss Med Informatics</source>
          <year>2014</year>
          <month>10</month>
          <day>15</day>
          <pub-id pub-id-type="doi">10.4414/smi.30.00315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>HL7 FHIR Release 4 - Overview</article-title>
          <source>HL7 International</source>
          <access-date>2020-08-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/overview.html">https://www.hl7.org/fhir/overview.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>DRKS - German Clinical Trials Register</article-title>
          <source>Deutsches Register Klinischer Studien (German Clinical Trials Register)</source>
          <access-date>2019-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.drks.de/drks_web/">https://www.drks.de/drks_web/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Institutes of Health</collab>
          </person-group>
          <article-title>ClinicalTrials.gov</article-title>
          <source>U.S. National Library of Medicine</source>
          <access-date>2019-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://clinicaltrials.gov/">https://clinicaltrials.gov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>WHO Data Set</article-title>
          <source>World Health Organization - WHO.int</source>
          <access-date>2019-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/clinical-trials-registry-platform/network/who-data-set">https://www.who.int/clinical-trials-registry-platform/network/who-data-set</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldacre</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>OpenTrials: towards a collaborative open database of all available information on all clinical trials</article-title>
          <source>Trials</source>
          <year>2016</year>
          <month>04</month>
          <day>08</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>164</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-016-1290-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-016-1290-8</pub-id>
          <pub-id pub-id-type="medline">27056367</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-016-1290-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4825083</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>HL7 FHIR Release 4 - ResearchStudy</article-title>
          <source>HL7 International</source>
          <access-date>2019-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/researchstudy.html">https://www.hl7.org/fhir/researchstudy.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>CentraXX Trial</article-title>
          <source>KAIROS GmbH</source>
          <access-date>2020-08-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kairos.de/en/products/centraxx-trial/">https://www.kairos.de/en/products/centraxx-trial/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Lumada Data Integration</article-title>
          <source>Hitachi Vantara</source>
          <access-date>2020-08-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hitachivantara.com/en-us/products/data-management-analytics/pentaho-platform/pentaho-data-integration.html">https://www.hitachivantara.com/en-us/products/data-management-analytics/pentaho-platform/pentaho-data-integration.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>MIRACUM-ResearchStudy</article-title>
          <source>SIMPLIFIER.NET</source>
          <access-date>2020-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://simplifier.net/Miracum-ResearchStudy">https://simplifier.net/Miracum-ResearchStudy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Smile CDR</collab>
          </person-group>
          <article-title>The Open Source FHIR API for Java</article-title>
          <source>HAPI FHIR</source>
          <access-date>2020-01-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hapifhir.io/">https://hapifhir.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>PostgreSQL Global Development Group</collab>
          </person-group>
          <article-title>The World's Most Advanced Open Source Relational Database</article-title>
          <source>PostgreSQL</source>
          <access-date>2020-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.postgresql.org/">https://www.postgresql.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>Kubernetes</source>
          <access-date>2020-08-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://kubernetes.io/">https://kubernetes.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michail</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kinable</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Naveh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sichi</surname>
              <given-names>JV</given-names>
            </name>
          </person-group>
          <article-title>JGraphT—A Java Library for Graph Data Structures and Algorithms</article-title>
          <source>ACM Trans. Math. Softw</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1145/3381449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gulden</surname>
              <given-names>Christian</given-names>
            </name>
          </person-group>
          <article-title>Registry on FHIR</article-title>
          <source>GitHub</source>
          <year>2020</year>
          <month>05</month>
          <day>01</day>
          <access-date>2020-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/miracum/registry-on-fhir">https://github.com/miracum/registry-on-fhir</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandel</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Kreda</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Ramoni</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>SMART on FHIR: a standards-based, interoperable apps platform for electronic health records</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>09</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>899</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26911829"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv189</pub-id>
          <pub-id pub-id-type="medline">26911829</pub-id>
          <pub-id pub-id-type="pii">ocv189</pub-id>
          <pub-id pub-id-type="pmcid">PMC4997036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>What is Fuse.js?</article-title>
          <source>Fuse.js</source>
          <access-date>2020-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fusejs.io/">https://fusejs.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Studienregister - MIRACUM</article-title>
          <source>MIRACUM Studienregister</source>
          <access-date>2020-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://studien.miracum.org">https://studien.miracum.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>Christian G</given-names>
            </name>
            <name name-style="western">
              <surname>Huser</surname>
              <given-names>Vojtech</given-names>
            </name>
            <name name-style="western">
              <surname>Schuemie</surname>
              <given-names>Martijn J</given-names>
            </name>
            <name name-style="western">
              <surname>Suchard</surname>
              <given-names>Marc A</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>Rae Woong</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>Ian Chi Kei</given-names>
            </name>
            <name name-style="western">
              <surname>Rijnbeek</surname>
              <given-names>Peter R</given-names>
            </name>
            <name name-style="western">
              <surname>van der Lei</surname>
              <given-names>Johan</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>Nicole</given-names>
            </name>
            <name name-style="western">
              <surname>Norén</surname>
              <given-names>G Niklas</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Yu-Chuan</given-names>
            </name>
            <name name-style="western">
              <surname>Stang</surname>
              <given-names>Paul E</given-names>
            </name>
            <name name-style="western">
              <surname>Madigan</surname>
              <given-names>David</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>Patrick B</given-names>
            </name>
          </person-group>
          <article-title>Observational Health Data Sciences and Informatics (OHDSI): Opportunities for Observational Researchers</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2015</year>
          <volume>216</volume>
          <fpage>574</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26262116"/>
          </comment>
          <pub-id pub-id-type="medline">26262116</pub-id>
          <pub-id pub-id-type="pmcid">PMC4815923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Proposal: Clinical trial data conventions for OMOP CDM #358</article-title>
          <source>GitHub</source>
          <access-date>2020-08-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/OHDSI/CommonDataModel/issues/358">https://github.com/OHDSI/CommonDataModel/issues/358</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>CTR-XML v1.0</article-title>
          <source>CDISC</source>
          <access-date>2020-08-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdisc.org/standards/foundational/ctr-xml/ctr-xml-v1-0">https://www.cdisc.org/standards/foundational/ctr-xml/ctr-xml-v1-0</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abolafia</surname>
              <given-names>Jeffrey</given-names>
            </name>
            <name name-style="western">
              <surname>Dilorio</surname>
              <given-names>Frank</given-names>
            </name>
          </person-group>
          <article-title>Protocol Representation: The Forgotten CDISC Model</article-title>
          <source>PhUSE 2016</source>
          <year>2016</year>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hume</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aerts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sarnikar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huser</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Current applications and future directions for the CDISC Operational Data Model standard: A methodological review</article-title>
          <source>J Biomed Inform</source>
          <year>2016</year>
          <month>04</month>
          <volume>60</volume>
          <fpage>352</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(16)00038-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2016.02.016</pub-id>
          <pub-id pub-id-type="medline">26944737</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(16)00038-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4837012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barratt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Askie</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McGeechan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Crossing</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Currow</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tattersall</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adding value to clinical trial registries: insights from Australian Cancer Trials Online, a website for consumers</article-title>
          <source>Clin Trials</source>
          <year>2011</year>
          <month>02</month>
          <day>18</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>70</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1177/1740774510392392</pub-id>
          <pub-id pub-id-type="medline">21335591</pub-id>
          <pub-id pub-id-type="pii">8/1/70</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ogino</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Takahashi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sato</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of clinical trial websites: information distribution between ClinicalTrials.gov and 13 primary registries in the WHO registry network</article-title>
          <source>Trials</source>
          <year>2014</year>
          <month>11</month>
          <day>05</day>
          <volume>15</volume>
          <fpage>428</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-15-428"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-15-428</pub-id>
          <pub-id pub-id-type="medline">25373358</pub-id>
          <pub-id pub-id-type="pii">1745-6215-15-428</pub-id>
          <pub-id pub-id-type="pmcid">PMC4234832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhattacharya</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cantor</surname>
              <given-names>MN</given-names>
            </name>
          </person-group>
          <article-title>Analysis of eligibility criteria representation in industry-standard clinical trial protocols</article-title>
          <source>J Biomed Inform</source>
          <year>2013</year>
          <month>10</month>
          <volume>46</volume>
          <issue>5</issue>
          <fpage>805</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(13)00076-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2013.06.001</pub-id>
          <pub-id pub-id-type="medline">23770150</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(13)00076-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Richesson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Formal representation of eligibility criteria: a literature review</article-title>
          <source>J Biomed Inform</source>
          <year>2010</year>
          <month>06</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>451</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(09)00159-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2009.12.004</pub-id>
          <pub-id pub-id-type="medline">20034594</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(09)00159-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC2878905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Theodoratos</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>EliXR: an approach to eligibility criteria extraction and representation</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2011</year>
          <month>12</month>
          <day>01</day>
          <volume>18 Suppl 1</volume>
          <issue>Supplement 1</issue>
          <fpage>i116</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21807647"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000321</pub-id>
          <pub-id pub-id-type="medline">21807647</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2011-000321</pub-id>
          <pub-id pub-id-type="pmcid">PMC3241167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Ta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hardin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Makadia</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Criteria2Query: a natural language interface to clinical databases for cohort definition</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>04</month>
          <day>01</day>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>294</fpage>
          <lpage>305</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy178</pub-id>
          <pub-id pub-id-type="medline">30753493</pub-id>
          <pub-id pub-id-type="pii">5308980</pub-id>
          <pub-id pub-id-type="pmcid">PMC6402359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reinecke</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gulden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kümmel</surname>
              <given-names>Michéle</given-names>
            </name>
            <name name-style="western">
              <surname>Nassirian</surname>
              <given-names>Azadeh</given-names>
            </name>
            <name name-style="western">
              <surname>Blasini</surname>
              <given-names>Romina</given-names>
            </name>
            <name name-style="western">
              <surname>Sedlmayr</surname>
              <given-names>Martin</given-names>
            </name>
          </person-group>
          <article-title>Design for a Modular Clinical Trial Recruitment Support System Based on FHIR and OMOP</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2020</year>
          <month>06</month>
          <day>16</day>
          <volume>270</volume>
          <fpage>158</fpage>
          <lpage>162</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI200142</pub-id>
          <pub-id pub-id-type="medline">32570366</pub-id>
          <pub-id pub-id-type="pii">SHTI200142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>European Medicines Agency</collab>
          </person-group>
          <article-title>A Randomized, Open-label, Controlled Phase 3 Trial to Investigate the Efficacy, Safety, and Tolerability of the BiTE Antibody Blinatumomab as Consolidation Therapy Versus Conventional Consolidation Chemotherapy in Pediatric Subjects with High-risk First Relapse B-precursor Acute Lymphoblastic Leukemia (ALL)</article-title>
          <source>EU Clinical Trials Register</source>
          <access-date>2020-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.clinicaltrialsregister.eu/ctr-search/trial/2014-002476-92/GB">https://www.clinicaltrialsregister.eu/ctr-search/trial/2014-002476-92/GB</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Institutes of Health</collab>
            <collab>U.S. National Library of Medicine</collab>
          </person-group>
          <article-title>Phase 3 Trial of Blinatumomab vs Standard Chemotherapy in Pediatric Subjects With HIgh-Risk (HR) First Relapse B-precursor Acute Lymphoblastic Leukemia (ALL)</article-title>
          <source>ClinicalTrials.gov</source>
          <access-date>2020-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://clinicaltrials.gov/ct2/show/NCT02393859">https://clinicaltrials.gov/ct2/show/NCT02393859</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>HL7 FHIR Release 4 - Version History</article-title>
          <source>HL7 International</source>
          <access-date>2019-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/history.html">https://www.hl7.org/fhir/history.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schindler</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Grieger</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Zak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rorig</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdary Konka</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ellsworth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pfitzer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hodge</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Crandall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Patient preferences when searching for clinical trials and adherence of study records to ClinicalTrials.gov guidance in key registry data fields</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>5</month>
          <day>29</day>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>e0233294</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0233294"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0233294</pub-id>
          <pub-id pub-id-type="medline">32469901</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-33366</pub-id>
          <pub-id pub-id-type="pmcid">PMC7259626</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
