<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id><journal-id journal-id-type="publisher-id">medinform</journal-id><journal-id journal-id-type="index">7</journal-id><journal-title>JMIR Medical Informatics</journal-title><abbrev-journal-title>JMIR Med Inform</abbrev-journal-title><issn pub-type="epub">2291-9694</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e58541</article-id><article-id pub-id-type="doi">10.2196/58541</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Bridging Data Models in Health Care With a Novel Intermediate Query Format for Feasibility Queries: Mixed Methods Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes" equal-contrib="yes"><name name-style="western"><surname>Rosenau</surname><given-names>Lorenz</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Gruendner</surname><given-names>Julian</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kiel</surname><given-names>Alexander</given-names></name><degrees>BSc</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>K&#x00F6;hler</surname><given-names>Thomas</given-names></name><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref><xref ref-type="aff" rid="aff6">6</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Schaffer</surname><given-names>Bastian</given-names></name><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Majeed</surname><given-names>Raphael W</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff7">7</xref></contrib></contrib-group><aff id="aff1"><institution>IT Center for Clinical Research, University of L&#x00FC;beck</institution>, <addr-line>Geb&#x00E4;ude 64, 2.OG, Raum 05, Ratzeburger Allee 160</addr-line><addr-line>L&#x00FC;beck</addr-line>, <country>Germany</country></aff><aff id="aff2"><institution>Chair for Medical Informatics, Friedrich-Alexander-Universit&#x00E4;t Erlangen-N&#x00FC;rnberg</institution>, <addr-line>Erlangen</addr-line>, <country>Germany</country></aff><aff id="aff3"><institution>Leipzig Research Centre for Civilization Diseases, University of Leipzig</institution>, <addr-line>Leipzig</addr-line>, <country>Germany</country></aff><aff id="aff4"><institution>Federated Information Systems, German Cancer Research Center (DKFZ)</institution>, <addr-line>Heidelberg</addr-line>, <country>Germany</country></aff><aff id="aff5"><institution>Complex Medical Informatics, Medical Faculty Mannheim, Heidel&#x00AD;berg University</institution>, <addr-line>Mannheim</addr-line>, <country>Germany</country></aff><aff id="aff6"><institution>Mannheim Institute for Intelligent Systems in Medicine, Medical Faculty Mannheim, Heidel&#x00AD;berg University</institution>, <addr-line>Mannheim</addr-line>, <country>Germany</country></aff><aff id="aff7"><institution>Institute for Medical Informatics, University Clinic Rheinisch-Westf&#x00E4;lische Technische Hochschule Aachen</institution>, <addr-line>Aachen</addr-line>, <country>Germany</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Lovis</surname><given-names>Christian</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Alper</surname><given-names>Brian</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Horki</surname><given-names>P</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Lorenz Rosenau, MSc, IT Center for Clinical Research, University of L&#x00FC;beck, Geb&#x00E4;ude 64, 2.OG, Raum 05, Ratzeburger Allee 160, L&#x00FC;beck, 23562, Germany, 49 451 3101 5636; <email>georg.lorenz.rosenau@googlemail.com</email></corresp><fn fn-type="equal" id="equal-contrib1"><label>*</label><p>these authors contributed equally</p></fn></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>14</day><month>10</month><year>2024</year></pub-date><volume>12</volume><elocation-id>e58541</elocation-id><history><date date-type="received"><day>18</day><month>03</month><year>2024</year></date><date date-type="rev-recd"><day>16</day><month>06</month><year>2024</year></date><date date-type="accepted"><day>23</day><month>06</month><year>2024</year></date></history><copyright-statement>&#x00A9; Lorenz Rosenau, Julian Gruendner, Alexander Kiel, Thomas K&#x00F6;hler, Bastian Schaffer, Raphael W Majeed. Originally published in JMIR Medical Informatics (<ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org">https://medinform.jmir.org</ext-link>), 14.10.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org/">https://medinform.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://medinform.jmir.org/2024/1/e58541"/><abstract><sec><title>Background</title><p>To advance research with clinical data, it is essential to make access to the available data as fast and easy as possible for researchers, which is especially challenging for data from different source systems within and across institutions. Over the years, many research repositories and data standards have been created. One of these is the Fast Healthcare Interoperability Resources (FHIR) standard, used by the German Medical Informatics Initiative (MII) to harmonize and standardize data across university hospitals in Germany. One of the first steps to make these data available is to allow researchers to create feasibility queries to determine the data availability for a specific research question. Given the heterogeneity of different query languages to access different data across and even within standards such as FHIR (eg, CQL and FHIR Search), creating an intermediate query syntax for feasibility queries reduces the complexity of query translation and improves interoperability across different research repositories and query languages.</p></sec><sec><title>Objective</title><p>This study describes the creation and implementation of an intermediate query syntax for feasibility queries and how it integrates into the federated German health research portal (Forschungsdatenportal Gesundheit) and the MII.</p></sec><sec sec-type="methods"><title>Methods</title><p>We analyzed the requirements for feasibility queries and the feasibility tools that are currently available in research repositories. Based on this analysis, we developed an intermediate query syntax that can be easily translated into different research repository&#x2013;specific query languages.</p></sec><sec sec-type="results"><title>Results</title><p>The resulting Clinical Cohort Definition Language (CCDL) for feasibility queries combines inclusion criteria in a conjunctive normal form and exclusion criteria in a disjunctive normal form, allowing for additional filters like time or numerical restrictions. The inclusion and exclusion results are combined via an expression to specify feasibility queries. We defined a JSON schema for the CCDL, generated an ontology, and demonstrated the use and translatability of the CCDL across multiple studies and real-world use cases.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>We developed and evaluated a structured query syntax for feasibility queries and demonstrated its use in a real-world example as part of a research platform across 39 German university hospitals.</p></sec></abstract><kwd-group><kwd>feasibility</kwd><kwd>FHIR</kwd><kwd>CQL</kwd><kwd>eligibility criteria</kwd><kwd>clinical research</kwd><kwd>intermediate query format</kwd><kwd>healthcare interoperability</kwd><kwd>cohort definition</kwd><kwd>query</kwd><kwd>queries</kwd><kwd>interoperability</kwd><kwd>interoperable</kwd><kwd>informatics</kwd><kwd>portal</kwd><kwd>portals</kwd><kwd>implementation</kwd><kwd>develop</kwd><kwd>development</kwd><kwd>ontology</kwd><kwd>ontologies</kwd><kwd>JSON</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>In the rapidly evolving field of medical research, patient data have emerged as a critical resource. The vast amounts of data generated through clinical encounters, laboratory tests, imaging studies, and other patient interactions hold the potential to significantly advance our understanding of disease processes and treatment outcomes. Clinical Data Repositories (CDRs) are a valuable tool for storing, organizing, and retrieving this wealth of patient data. These repositories facilitate data storage in a structured and standardized manner, enabling researchers to query these data efficiently for various research purposes.</p><p>One key aspect of effectively using CDRs is the ability to perform feasibility queries. These queries allow researchers to assess the availability and adequacy of data for specific research questions before embarking on full-scale studies. Doing so can save considerable time and resources by identifying potential issues, such as insufficient sample size or a lack of necessary data elements.</p></sec><sec id="s1-2"><title>Distributed Data Collections</title><p>The landscape of data repositories is not homogeneous. There are 2 primary approaches to data repository management: the classical single repository approach and the federated approach. Traditionally, these repositories have been centralized, pooling data from various sources into a single repository [<xref ref-type="bibr" rid="ref1">1</xref>]. However, this classical approach has been challenged by the emergence of federated data repositories [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>].</p><p>The classic single repository approach involves a centralized system where all data are stored and managed in one place. This solution offers the advantage of uniformity and ease of data management. It enables efficient data quality benchmarking at scale and the generation of derivatives, harmonized variables, and units of measure for comparable and consistent analytics [<xref ref-type="bibr" rid="ref1">1</xref>]. However, it is often impractical or impossible to implement, especially when dealing with multiple institutions, each having its own schema for its clinical data repository.</p><p>On the other hand, the federated approach involves a network of repositories, each maintained by different institutions. These repositories operate independently but are interconnected for data sharing and collaboration. The data generally remain at the generating site, which offers the advantages of local curation by personnel deeply familiar with the data [<xref ref-type="bibr" rid="ref1">1</xref>] and maintains data anonymity and security [<xref ref-type="bibr" rid="ref2">2</xref>]. The data can then be analyzed using a federated approach or, if the correct patient consent is given, be transferred to a central data management unit for a specific analysis.</p><p>This approach respects individual institutions&#x2019; autonomy and data governance policies, making it a more feasible option for multi-institutional collaborations [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref9">9</xref>] and can enhance the scope and depth of clinical research by enabling access to a broader range of data.</p><p>Despite the potential benefits of federated data repositories, performing feasibility queries across multiple CDRs presents significant challenges [<xref ref-type="bibr" rid="ref10">10</xref>]. Each repository contains data originating from different source systems, leading to heterogeneity in data formats, terminologies, and quality. This heterogeneity can significantly complicate the process of data integration and harmonization, making it challenging to perform comprehensive and accurate feasibility queries [<xref ref-type="bibr" rid="ref10">10</xref>].</p><p>Moreover, the federated nature of the system introduces additional complexities. Data privacy regulations and institutional policies may restrict the sharing and use of certain data, further complicating the query process. Additionally, the technical infrastructure required to support secure and efficient data exchange across multiple repositories can be challenging to implement and maintain.</p></sec><sec id="s1-3"><title>Data Exchange Standards for Interoperability</title><p>In a federated network, the commitment to an interoperability standard becomes pivotal to tackling these challenges. Prominent examples include but are not limited to Fast Healthcare Interoperability Resources (FHIR) [<xref ref-type="bibr" rid="ref11">11</xref>], OMOP CDM [<xref ref-type="bibr" rid="ref12">12</xref>], i2b2 [<xref ref-type="bibr" rid="ref13">13</xref>], and OpenEHR [<xref ref-type="bibr" rid="ref14">14</xref>] share the commonality of being centered around the patients&#x2019; medical history.</p><p>Agreeing on an interoperability standard only partially solves the challenge. While a health care data exchange standard facilitates the conversion of existing data into a common format at each hospital, a distributed feasibility query platform for the data is still missing.</p></sec><sec id="s1-4"><title>Tools for Feasibility Queries</title><p>Besides the data integration standardization, interactive user interfaces enable researchers to design and submit feasibility queries. For this purpose, a multitude of tools for feasibility queries exist (eg, i2b2 [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], TriNetX [<xref ref-type="bibr" rid="ref16">16</xref>], tranSMART [<xref ref-type="bibr" rid="ref17">17</xref>], SampleLocator [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>], Observational Health Data Science and Informatics [OHDSI] ATLAS [<xref ref-type="bibr" rid="ref21">21</xref>], DZHK Feasibility Explorer [<xref ref-type="bibr" rid="ref22">22</xref>]), each with its own data formats, standards, and query languages, including Structured Query Language (SQL), Clinical Quality Language (CQL), FHIR-Search, and Archetype Query Language (AQL). Consequently, querying across these different tools is difficult as there is no common query representation, and researchers must navigate these diverse tools and formats, particularly when dealing with cross-institutional data or distributed data storage within an institution.</p><p>Within the broader context of establishing a feasibility platform as part of the central German Portal for Health Data (FDPG), this research introduces a novel query syntax, serving as an intermediary between user interfaces and data repositories. This syntax is designed to be sufficiently flexible to ensure interoperability while maintaining simplicity. It focuses on the primary needs of a feasibility query, while allowing the syntax to be translated into repository-specific languages like FHIR-Search or CQL.</p><p>Our approach is grounded in the broader context of clinical research, where the reuse of eligibility criteria is common, whether in their original form or with modifications. These criteria are instrumental not just for feasibility studies but also for prescreening, data selection, extraction, and validation. Consequently, a need has emerged to decouple the representation of eligibility criteria from their implementation in specific systems. A mechanism to express complex criteria and combinations thereof in a way that is both intuitive and adaptable to varying implementation needs is required.</p><p>In this study, we describe the development and application of the query syntax within the network of the Medical Informatics Initiative (MII), encompassing 39 German university hospitals, specifically, the FDPG feasibility platform and show how it achieves interoperability across different research platforms.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Requirement Analysis</title><p>In our pursuit to create an intermediate query syntax to express eligibility criteria, we performed a requirement analysis. Within it, we combine insight from feasibility queries and cohort selection, with the latter often manifesting as a query output in the form of cohort size rather than a list of discrete patient identifiers.</p><p>Our research reviewed existing tooling, namely i2b2, TriNetX, and OHDSI Atlas. We aimed to identify common functionalities and essential features across these tools. To obtain insight into the criteria&#x2019;s structure and complexity, we analyzed existing eligibility criteria from ClinicalTrials.gov [<xref ref-type="bibr" rid="ref23">23</xref>] and incorporated the findings from Ross et al [<xref ref-type="bibr" rid="ref24">24</xref>] and Gulden et al [<xref ref-type="bibr" rid="ref25">25</xref>]. Moreover, we integrated insights from the usability study by Sch&#x00FC;ttler et al evaluating feasibility tools [<xref ref-type="bibr" rid="ref26">26</xref>], conducted expert interviews and recursively synchronized the requirements within our project. This multifaceted analysis allowed us to infer a set of requirements crucial for developing our query syntax. These requirements were categorized into query expressiveness, interoperability, and accessibility.</p><sec id="s2-1-1"><title>Expressiveness Requirements</title><p>The query syntax should:</p><list list-type="order"><list-item><p>allow for the definition of inclusion and exclusion criteria</p></list-item><list-item><p>be expressed in Boolean logic.</p></list-item><list-item><p>allow the expression of exclusion criteria.</p></list-item><list-item><p>support at least patient as query subject (feasibility queries can be performed on different query subjects: find all patients with specific criteria, find all encounters with specific criteria, find all specimens with specific criteria).</p></list-item><list-item><p>use unique identifiers for criteria and concepts.</p></list-item><list-item><p>support the following filter on the criterion level:</p><list list-type="bullet"><list-item><p>existence of a criterion</p></list-item><list-item><p>numeric restriction</p></list-item><list-item><p>concept filter</p></list-item><list-item><p>time restrictions</p></list-item><list-item><p>attribute filters</p></list-item></list></list-item></list></sec><sec id="s2-1-2"><title>Interoperability and Accessibility Requirements</title><p>The query syntax should:</p><list list-type="order"><list-item><p>provide an abstract (decoupling) layer between the user interface and the query execution.</p></list-item><list-item><p>have a low level of complexity and be easily translatable to different query languages.</p></list-item><list-item><p>be suitable for integration with the Health Level Seven International (HL7) FHIR standard used by the MII.</p></list-item><list-item><p>use a widely used data exchange format like JSON to ease parsing and generation</p></list-item><list-item><p>human readability or writability</p></list-item><list-item><p>ideally directly support the use of standard medical terminology (LOINC [Logical Observation Identifiers Names and Codes], SNOMED-CT [Systematized Nomenclature of Medicine&#x2013;Clinical Terms], <italic>ICD-10</italic> [<italic>International Statistical Classification of Diseases, Tenth Revision</italic>], etc) to lower mapping efforts</p></list-item></list></sec></sec><sec id="s2-2"><title>Related Work and Existing Solutions</title><p>Analyzing the existing solutions, we found that none of the solutions met all the requirements. Most failed to have a formally defined low-complexity feasibility query syntax, and i2b2 was missing the direct relationship with the terminology on the syntax level. FHIR Search and the FHIR standard did not provide the ability to express a feasibility query in the required scope [<xref ref-type="bibr" rid="ref25">25</xref>] at the time of our research. Other query languages that could have been candidates, like CQL or SQL, are complex or data model specific, making the translation between different data models and their representation, as well as the generation of the syntax by a user interface, challenging.</p></sec><sec id="s2-3"><title>Evaluation</title><p>To evaluate the specification of the query syntax, we compared the final specification with our requirements and additionally demonstrated its applicability beyond the scope of FHIR by applying it to AQL.</p><p>We incorporated the solution into a large-scale real-world distributed feasibility query infrastructure, including a user interface, where it was integrated as the central intermediate query syntax. We further evaluated the applicability of the syntax to a wide range of clinical criteria and investigated its translatability, as well as how well it lends itself to creating a user interface for feasibility queries. Beyond the use in our projects based on German data sets and specifications, we also successfully applied the Clinical Cohort Definition Language (CCDL) to the international Synthea [<xref ref-type="bibr" rid="ref27">27</xref>] data set.</p></sec><sec id="s2-4"><title>Ethical Considerations</title><p>No ethics board decision is required as we are presenting a technical solution without working on patients&#x2019; data.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><p>Based on the requirements of a team of experts, we created the &#x201C;Clinical Cohort Definition Language,&#x201D; an intermediate query syntax for feasibility queries. The exchange format for the syntax was chosen to be JSON, which is currently widely used across the software community and is familiar to software developers from user interfaces, REST application programming interfaces (APIs), and query execution backends alike.</p><sec id="s3-1"><title>Criterion Types and Filters</title><p>The atomic component of CCDL is the criterion, serving as the foundational building block for inclusion or exclusion criteria. Each criterion is uniquely identified using a tuple of code system and code (which we named termCode) analogous to FHIR and OMOP-CDM (For conceptual equivalence between concepts across medical terminologies, multiple termCodes can be provided, eg, the criterion for sleep apnea may be represented by the termCodes G47.3 from <italic>ICD-10</italic> and 73430006 from SNOMED-CT). Each termCode may have an additional &#x201C;display&#x201D; attribute, which serves purely as a visual representation to make the interpretation of a CCDL easier for humans. Within our CCDL, the criteria can occur as 1 of 4 different base types of criteria:</p><list list-type="bullet"><list-item><p>Exist criteria with no additional filters (eg, conditions or a laboratory concept with no filter, like the existence of a hemoglobin value regardless of the value)</p></list-item><list-item><p>Comparatively restricted numerical criteria (eg, hemoglobin laboratory value &#x003C;12 g/dL)</p></list-item><list-item><p>Range-restricted numerical criteria (eg, hemoglobin laboratory value between 10 and 12 g/dL)</p></list-item><list-item><p>Value set restricted criteria (eg, gender=female or male)</p></list-item></list><p>Additionally, each criterion can be further restricted to a date range (eg, a Condition that occurred between January 1, 2024, and February 5, 2024), and it supports additional &#x201C;attribute&#x201D; filters, which can be added to each of the base types of criteria. The attribute filters support similar filters that identify the criterion types, ie, comparative numerical, comparative range, and value set restriction (eg, the body site=skin for a tissue specimen&#x2014;see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p></sec><sec id="s3-2"><title>The Explicit Logic Layer</title><p>The logic layer of the query aligns with existing solutions (i2b2/tranSMART/TriNetX) in representing the structured query as a combination of conjunctive normal form (CNF) and disjunctive normal form (DNF). Every criterion is embedded into the logic layer in a CNF for inclusion criteria and DNF for exclusion criteria (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Inclusion and exclusion criteria are then logically combined via an AND NOT operator by subtracting the result of the exclusion criteria from the result of the inclusion criteria. Every feasibility query also receives a syntax version number and an additional description. The syntax version allows to distinguish the current version from future versions and changes, and the description allows the query to transport additional human-readable information about the query.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Structured query syntax top-level elements and logic layer. Certain criterion types will imply additional intrinsic logical relations. See ValueSet criteria and attribute filters and time restrictions.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e58541_fig01.png"/></fig></sec><sec id="s3-3"><title>The Implicit Logic (Criteria Expansion)</title><p>Apart from the explicit logic layer across criteria, different types of criteria and their filters further impact the execution logic as follows.</p><p>ValueSet criteria (see <xref ref-type="fig" rid="figure2">Figure 2D</xref>) allow the selection of multiple values (concepts). In this case, the value selections are treated as OR choices. For example, gender = (male, female) expands to: (gender=male) OR (gender=female).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Different types of criteria definitions. (A) Simple conceptual criterion. (B) Numeric criterion with quantitative comparison. (C) Numeric criterion with range restriction. (D) ValueSet criterion.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e58541_fig02.png"/></fig><p>Attribute filters for each criterion are additional filters that can be set for each criterion. All individual filters on a criterion are combined using AND. For example, a specimen of type &#x201C;Tissue specimen&#x201D; and body site &#x201C;skin&#x201D; only applies to specimens with the type of Tissue and the body site skin.</p><p>The same applies to time restrictions. In this example, the time restriction &#x201C;between 2020-01-01 and 2021-01-01&#x201D; will predictably be added using an AND conjunction of the type, body site, and time restriction.</p><p>Furthermore, there is an implicit OR expansion of criteria when the criterion-identifying code is a parent code of multiple child codes within a terminology hierarchy. For example, suppose a researcher adds the diagnosis of type 2 diabetes mellitus as a criterion (<italic>ICD-10</italic> code=E11). In that case, it can be expanded to search all subtypes of type 2 diabetes mellitus (E11, E11.3, E11.31, E11.30, E11.1, E11.11, E11.0, E11.01, E11.7, E11.75, E11.74, E11.73, E11.72, E11.4, E11.41, E11.40, E11.8, E11.81, E11.80, E11.2, E11.21, E11.20, E11.5, E11.51, E11.50, E11.6, E11.61, E11.60, E11.9, E11.91, E11.90) combining them using a logical OR operation).</p></sec><sec id="s3-4"><title>Context-Dependent Criteria</title><p>In some cases, a criterion cannot be uniquely defined by its term code within a terminology, making it impossible to map a criterion for execution. One example of this is the use of <italic>ICD-10</italic> condition codes for causes of death, specimen-specific conditions, or the general condition of a patient.</p><p>In modern terminologies like SNOMED-CT, this can be resolved using postcoordination, where a combined code, which carries the context, is created. For example, 419620001|Death|:42752001|Due to|=22298006|Myocardial infarction| which, while in line with SNOMED Compositional Grammar [<xref ref-type="bibr" rid="ref28">28</xref>], a template to express this is not currently part of the SNOMED-CT implementation.</p><p>The syntax we developed here allows for post-coordinated codes; however, we allow for an additional &#x201C;context&#x201D; attribute for some use cases where postcoordination is unsuitable. The context attribute is modeled after our termCode attribute and provides an extra term code to identify the context. <xref ref-type="fig" rid="figure3">Figure 3</xref> provides an example for myocardial infarction as condition aand cause of death.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Myocardial infarction in 2 contexts (condition and cause of death).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e58541_fig03.png"/></fig></sec><sec id="s3-5"><title>Data Availability</title><p>As a technical solution to define the structure of the CCDL, we decided on the JSON Schema definition and made it publicly available [<xref ref-type="bibr" rid="ref29">29</xref>]. The schema serves implementation guidance and validation purposes; the git repository also contains documentation examples, test data, and the capabilities to create matching test queries.</p></sec><sec id="s3-6"><title>Requirement Verification</title><p>An analysis was performed based on the structure defined in the JSON schema to evaluate the developed intermediate query syntax. The following table (<xref ref-type="table" rid="table1">Table 1</xref>) presents the detailed results of this analysis:</p><p>This syntax efficiently meets a wide range of expressiveness and interoperability requirements, demonstrating capabilities in defining complex medical queries with standard terminologies and logical operators.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>CCDL<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> components and their purpose regarding the expressiveness requirements.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Component</td><td align="left" valign="bottom">Key properties</td><td align="left" valign="bottom">Purpose and function</td><td align="left" valign="bottom">Requirements met</td></tr></thead><tbody><tr><td align="left" valign="bottom">inclusionCriteria</td><td align="left" valign="bottom">CNF<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> without negation</td><td align="left" valign="bottom">Conjunction of criteria with logical operators.</td><td align="left" valign="bottom">Expressive query formulation, boolean logic</td></tr><tr><td align="left" valign="bottom">exclusionCriteria</td><td align="left" valign="bottom">DNF<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup> without negation</td><td align="left" valign="bottom">Allows negation of criteria for comprehensive exclusion.</td><td align="left" valign="bottom">Negation of criteria on a group level, Boolean logic</td></tr><tr><td align="left" valign="top">termCode</td><td align="left" valign="top">code, system, version, display</td><td align="left" valign="top">Identifies concepts using standard coding systems.</td><td align="left" valign="top">Standard medical terminology, uniqueness</td></tr><tr><td align="left" valign="top">criterion</td><td align="left" valign="top">context, termCodes, valueFilter, attibuteFilter, timeRestriction</td><td align="left" valign="top">Sets criteria with defined context, using term codes and filters.</td><td align="left" valign="top">Expressiveness of simple and complex eligibility criteria</td></tr><tr><td align="left" valign="top">timeRestriction</td><td align="left" valign="top">afterDate, beforeDate</td><td align="left" valign="top">Specifies time frame for criteria fulfillment.</td><td align="left" valign="top">Time restrictions</td></tr><tr><td align="left" valign="top">unit</td><td align="left" valign="top">code, display</td><td align="left" valign="top">Standardized unit definition, adhering to UCUM<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup> units.</td><td align="left" valign="top">Use of standardized units</td></tr><tr><td align="left" valign="top">valueFilter</td><td align="left" valign="top">type (concept, quantity-comparator, etc)</td><td align="left" valign="top">Varied filtering types for flexible data querying.</td><td align="left" valign="top">Numeric restriction, concept restrictions</td></tr><tr><td align="left" valign="top">attributeFilters</td><td align="left" valign="top">type (concept, quantity-comparator, reference)</td><td align="left" valign="top">Mechanism for detailed filtering at the attribute level.</td><td align="left" valign="top">Detailed filtering, clinical relations</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>CCDL: Clinical Cohort Definition Language.</p></fn><fn id="table1fn2"><p><sup>b</sup>CNF: conjunctive normal form.</p></fn><fn id="table1fn3"><p><sup>c</sup>DNF: disjunctive normal form.</p></fn><fn id="table1fn4"><p><sup>d</sup>UCUM: ___.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-7"><title>Evaluation and Use of the CCDL in Real-World Scenarios</title><p>We believe the potential of the CCDL extends beyond its application in the federated feasibility portal of the German Research Portal for Health. Nevertheless, the CCDL remains a crucial technical solution within the FDPG&#x2019;s feasibility portal.</p><p>We created a user interface for the feasibility queries in the FDPG (<xref ref-type="fig" rid="figure4">Figure 4</xref>), which generates the CCDL, demonstrating how it lends itself well to building feasibility query user interfaces [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. The CCDL especially supports this as its design follows the typical way of feasibility query creation as seen in platforms such as the FDPG, i2b2, OMOP, and TrinetX. We evaluated the usability of the user interface across multiple projects [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>] and embedded it in a German-wide distributed research infrastructure [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. These evaluations highlighted the applicability of the CCDL to a feasibility query and that the usability issues found were not due to a lack of expressiveness of the CCDL. We further used the Synthea data set to test the CCDL against [<xref ref-type="bibr" rid="ref35">35</xref>], demonstrated the ability of the CCDL to represent a wide range of criteria [<xref ref-type="bibr" rid="ref36">36</xref>], and showed that it could be fully translated to FHIR Search [<xref ref-type="bibr" rid="ref37">37</xref>], CQL [<xref ref-type="bibr" rid="ref38">38</xref>], and AQL [<xref ref-type="bibr" rid="ref39">39</xref>]. At the time of writing, almost 9000 CCDLs have been created and executed across Germany.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Example of a feasibility query in the central German Portal for Health Data (FDPG) feasibility portal to find patients with a leukocyte count within a normal range, with a malignant neoplasm of the brain, available tumor tissue specimen, and a CT scan after January 1, 2020, who did not take doxorubicin.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e58541_fig04.png"/></fig></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>We presented an intermediate feasibility query syntax that separates concerns between the user interface and the execution of a feasibility query on different research repositories and their specific query languages. The syntax defined here fulfills all the interoperability and accessibility requirements while supporting a broad range of expressiveness requirements we identified by analyzing existing query tools. The solution is fully compatible with established medical terminology standards, notation of parameters, and restriction semantics.</p><p>The solution we describe here is compatible with the query logic established by i2b2 and, therefore, tranSMART and TriNetX. This means that tools like i2b2 or similar could be easily extended to produce our syntax.</p><p>The CCDL was further used as part of a larger infrastructure for feasibility queries in Germany and is currently used as the interface for feasibility queries within the German research portal for health, supporting feasibility queries across 39 university hospitals in Germany. We successfully created translation components for FHIR Search and CQL in the current implementation. Current research also indicates the adaptability for FHIR Pathling&#x2019;s aggregation API [<xref ref-type="bibr" rid="ref40">40</xref>], and SQL. The criteria content and the required reintroduction of data model&#x2014;dependent information are obtained from an automatically generated search ontology [<xref ref-type="bibr" rid="ref36">36</xref>].</p></sec><sec id="s4-2"><title>Related Work</title><p>While the expression of eligibility criteria within a specific data model context is well established and adequately discussed in this work, research on a data-agnostic intermediate format for computable eligibility has been sparse in recent years.</p><p>Alper et al [<xref ref-type="bibr" rid="ref41">41</xref>] closely align with our approach of representing eligibility criteria in a structured format, namely the FHIR EvidenceVariable, which currently does not directly support the representation of eligibility criteria but may be refined to do so. Presumably, an FHIR representation would provide a structure beyond the realm of the MII, which could add significant value and improve syntax interoperability. However, in the early stages, the challenges of adopting new solutions could have impeded the development presented here. Our ongoing communication with the HL7 working group, which focuses on Research Studies, gives us confidence that once a suitable FHIR Resource is established or adapted to meet the needs outlined in our publication, the established technical components could be efficiently modified to align with these changes. Parallels can be drawn to implementing structured eligibility criteria, as presented by Yuan et al [<xref ref-type="bibr" rid="ref42">42</xref>] and Fang et al [<xref ref-type="bibr" rid="ref43">43</xref>]. Their publications present a half-automated approach to generate feasibility queries based on free text study protocols from ClinicalTrials.gov [<xref ref-type="bibr" rid="ref23">23</xref>]. Their system is built around the OHDSI data model and uses the concept IDs. After converting the free text criteria, they allow users to edit and download an intermediate representation in JSON format. Unfortunately, no clear implementation guidelines on the format are given by Yuan et al [<xref ref-type="bibr" rid="ref42">42</xref>] and Fang et al [<xref ref-type="bibr" rid="ref43">43</xref>]. However, recurring themes include differentiating inclusion and exclusion criteria and defining temporal constraints. To our knowledge, contrary to our approach, they do not allow for further restrictions beyond the value constraint on specific criteria.</p></sec><sec id="s4-3"><title>Limitations</title><p>The separation of concerns, which the CCDL provides, also leads to the need for a mapping to identify the correct way of translating the CCDL information model to the local information model and terminology. The mapping allows the link between the specific data model and the criterion as identified in the CCDL to be created. One example of this is that for FHIR Search, the mapping for a condition criterion identified by a specific <italic>ICD-10</italic> code C50.0 would provide the information that the condition is found in the end point &#x201C;/Condition&#x201D; and the search parameter for the term code is &#x201C;code&#x201D; &#x2013; Leading to the translated FHIR Search URL:</p><p>[fhir-base-url]/Condition?code=http://fhir.de/CodeSystem/bfarm/icd-10-gm|C50.0.&#x201D;</p><p>Further, additional information about the terminology is necessary to allow the selection of criteria within a terminology hierarchy, where the criterion resolves to multiple child criteria. Finally, this then requires the query executor and the CCDL-generating user interface to agree on criteria or terminology entries.</p><p>One common requirement currently not supported by the CCDL is temporal interdependencies between different criteria. Therefore, queries like a specific laboratory value within a certain period of diagnosis cannot be currently expressed using the CCDL.</p><p>We deliberately decided to delay the implementation of this extension as time dependencies significantly increase the complexity and performance requirements of any query execution.</p><p>The data model agnostic nature of the CCDL is inherently valuable. Its full potential&#x2014;the capability to be used across different health care data models&#x2014;requires more than technical translation. For cross-model query capability, the existence of the concepts in all target data models must be ensured.</p></sec><sec id="s4-4"><title>Future Work</title><p>The CCDL described here provides a good base to make feasibility queries possible across various research repositories and close the gap between the different research repositories and their access. We have demonstrated the applicability of the CCDL to FHIR Search, CQL, and AQL; however, more repositories and other query languages, such as SQL on FHIR, OHDSI OMOP, or i2b2 might be added in the future. Further, one could imagine how separating the query syntax and execution would theoretically allow one to query different internationally distributed repositories such as FHIR, OMOP-CDM, and i2b2 simultaneously. Additionally, the CCDL is currently limited in how much it can express, and new capabilities will be added in the future. In this pursuit of making the CCDL more expressive, any extension must be weighed against the added complexity and overhead it introduces.</p></sec><sec id="s4-5"><title>Conclusion</title><p>We presented a query syntax for medical feasibility queries, which creates an abstract layer between the user interface and the execution query language. We showed how it is flexible enough to be translated into different query languages and can be used to express various complex feasibility queries. The applicability of the query syntax was further demonstrated by embedding it into a large research project where it is used to query multiple millions of patients across 39 German university hospitals. The CCDL for feasibility queries will be extended in the future to allow more features, and we are currently working on a modified version for data selection and extraction.</p></sec></sec></body><back><ack><p>The project was funded by the German Federal Ministry of Education and Research (BMBF) under the FDPG-PLUS Project (grants 01ZZ2309A, 01ZZ2309C, 01ZZ2309D, 01ZZ2309E, and 01ZZ2309F).</p></ack><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">API</term><def><p>application programming interface</p></def></def-item><def-item><term id="abb2">AQL</term><def><p>Archetype Query Language</p></def></def-item><def-item><term id="abb3">CCDL</term><def><p>Clinical Cohort Definition Language</p></def></def-item><def-item><term id="abb4">CDR</term><def><p>Clinical Data Repository</p></def></def-item><def-item><term id="abb5">CNF</term><def><p>conjunctive normal form</p></def></def-item><def-item><term id="abb6">CQL</term><def><p>Clinical Quality Language</p></def></def-item><def-item><term id="abb7">DNF</term><def><p>disjunctive normal form</p></def></def-item><def-item><term id="abb8">FDPG</term><def><p>central German Portal for Health Data</p></def></def-item><def-item><term id="abb9">FHIR</term><def><p>Fast Healthcare Interoperability Resources</p></def></def-item><def-item><term id="abb10">HL7</term><def><p>Health Level Seven International</p></def></def-item><def-item><term id="abb11"><italic>ICD-10</italic></term><def><p><italic>International Statistical Classification of Diseases, Tenth Revision</italic></p></def></def-item><def-item><term id="abb12">LOINC</term><def><p>Logical Observation Identifiers Names and Codes</p></def></def-item><def-item><term id="abb13">MII</term><def><p>Medical Informatics Initiative</p></def></def-item><def-item><term id="abb14">SNOMED-CT</term><def><p>Systematized Nomenclature of Medicine&#x2013;Clinical Terms</p></def></def-item><def-item><term id="abb15">SQL</term><def><p>Structured Query Language</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pfaff</surname><given-names>ER</given-names> </name><name name-style="western"><surname>Girvin</surname><given-names>AT</given-names> </name><name name-style="western"><surname>Gabriel</surname><given-names>DL</given-names> </name><etal/></person-group><article-title>Synergies between centralized and federated approaches to data quality: a report from the national covid cohort collaborative</article-title><source>J Am Med Inform Assoc</source><year>2022</year><month>03</month><day>15</day><volume>29</volume><issue>4</issue><fpage>609</fpage><lpage>618</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocab217</pub-id><pub-id pub-id-type="medline">34590684</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Prayitno</surname></name><name name-style="western"><surname>Shyu</surname><given-names>C-R</given-names> </name><name name-style="western"><surname>Putra</surname><given-names>KT</given-names> </name><etal/></person-group><article-title>A systematic review of federated learning in the healthcare area: from the perspective of data properties and applications</article-title><source>Appl Sci (Basel)</source><year>2021</year><month>11</month><day>25</day><volume>11</volume><issue>23</issue><fpage>11191</fpage><pub-id pub-id-type="doi">10.3390/app112311191</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sebire</surname><given-names>NJ</given-names> </name><name name-style="western"><surname>Cake</surname><given-names>C</given-names> </name><name name-style="western"><surname>Morris</surname><given-names>AD</given-names> </name></person-group><article-title>HDR UK supporting mobilising computable biomedical knowledge in the UK</article-title><source>BMJ Health Care Inform</source><year>2020</year><month>07</month><volume>27</volume><issue>2</issue><fpage>e100122</fpage><pub-id pub-id-type="doi">10.1136/bmjhci-2019-100122</pub-id><pub-id pub-id-type="medline">32723851</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Morrato</surname><given-names>EH</given-names> </name><name name-style="western"><surname>Lennox</surname><given-names>LA</given-names> </name><name name-style="western"><surname>Sendro</surname><given-names>ER</given-names> </name><etal/></person-group><article-title>Scale-up of the Accrual to Clinical Trials (ACT) network across the clinical and translational science award consortium: a mixed-methods evaluation of the first 18 months</article-title><source>J Clin Trans Sci</source><year>2020</year><month>12</month><volume>4</volume><issue>6</issue><fpage>515</fpage><lpage>528</lpage><pub-id pub-id-type="doi">10.1017/cts.2020.505</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Litton</surname><given-names>JE</given-names> </name></person-group><article-title>Launch of an infrastructure for health research: BBMRI-ERIC</article-title><source>Biopreserv Biobank</source><year>2018</year><month>06</month><volume>16</volume><issue>3</issue><fpage>233</fpage><lpage>241</lpage><pub-id pub-id-type="doi">10.1089/bio.2018.0027</pub-id><pub-id pub-id-type="medline">29781706</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="book"><person-group person-group-type="author"><collab>AKTIN and SPoCK Research Group</collab><name name-style="western"><surname>Bienzeisler</surname><given-names>J</given-names> </name><name name-style="western"><surname>Triefenbach</surname><given-names>L</given-names> </name><etal/></person-group><person-group person-group-type="editor"><name name-style="western"><surname>S&#x00E9;roussi</surname><given-names>B</given-names> </name><name name-style="western"><surname>Weber</surname><given-names>P</given-names> </name><name name-style="western"><surname>Dhombres</surname><given-names>F</given-names> </name><name name-style="western"><surname>Grouin</surname><given-names>C</given-names> </name><name name-style="western"><surname>Liebe</surname><given-names>JD</given-names> </name><name name-style="western"><surname>Pelayo</surname><given-names>S</given-names> </name><name name-style="western"><surname>Pinna</surname><given-names>A</given-names> </name><name name-style="western"><surname>Rance</surname><given-names>B</given-names> </name><name name-style="western"><surname>Sacchi</surname><given-names>L</given-names> </name><name name-style="western"><surname>Ugon</surname><given-names>A</given-names> </name><name name-style="western"><surname>Benis</surname><given-names>A</given-names> </name><name name-style="western"><surname>Gallos</surname><given-names>P</given-names> </name></person-group><article-title>A federated and distributed data management infrastructure to enable public health surveillance from intensive care unit data</article-title><source>Studies in Health Technology and Informatics</source><year>2022</year><publisher-name>IOS Press</publisher-name><pub-id pub-id-type="doi">10.3233/SHTI220507</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fleurence</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Curtis</surname><given-names>LH</given-names> </name><name name-style="western"><surname>Califf</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Platt</surname><given-names>R</given-names> </name><name name-style="western"><surname>Selby</surname><given-names>JV</given-names> </name><name name-style="western"><surname>Brown</surname><given-names>JS</given-names> </name></person-group><article-title>Launching PCORnet, a national patient-centered clinical research network</article-title><source>J Am Med Inform Assoc</source><year>2014</year><volume>21</volume><issue>4</issue><fpage>578</fpage><lpage>582</lpage><pub-id pub-id-type="doi">10.1136/amiajnl-2014-002747</pub-id><pub-id pub-id-type="medline">24821743</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrence</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Selter</surname><given-names>L</given-names> </name><name name-style="western"><surname>Frey</surname><given-names>U</given-names> </name></person-group><article-title>SPHN - the Swiss personalized health network initiative</article-title><source>Stud Health Technol Inform</source><year>2020</year><month>06</month><day>16</day><volume>270</volume><fpage>1156</fpage><lpage>1160</lpage><pub-id pub-id-type="doi">10.3233/SHTI200344</pub-id><pub-id pub-id-type="medline">32570562</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Semler</surname><given-names>SC</given-names> </name><name name-style="western"><surname>Wissing</surname><given-names>F</given-names> </name><name name-style="western"><surname>Heyder</surname><given-names>R</given-names> </name></person-group><article-title>German medical informatics initiative</article-title><source>Methods Inf Med</source><year>2018</year><month>05</month><volume>57</volume><issue>S 01</issue><fpage>e50</fpage><lpage>e56</lpage><pub-id pub-id-type="doi">10.3414/ME18-03-0003</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gruendner</surname><given-names>J</given-names> </name><name name-style="western"><surname>Deppenwiese</surname><given-names>N</given-names> </name><name name-style="western"><surname>Folz</surname><given-names>M</given-names> </name><etal/></person-group><article-title>The architecture of a feasibility query portal for distributed COVID-19 Fast Healthcare Interoperability Resources (FHIR) patient data repositories: design and implementation study</article-title><source>JMIR Med Inform</source><year>2022</year><month>05</month><day>25</day><volume>10</volume><issue>5</issue><fpage>e36709</fpage><pub-id pub-id-type="doi">10.2196/36709</pub-id><pub-id pub-id-type="medline">35486893</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Benson</surname><given-names>T</given-names> </name><name name-style="western"><surname>Grieve</surname><given-names>G</given-names> </name></person-group><source>Principles of Health Interoperability: SNOMED CT, HL7 and FHIR</source><year>2016</year><publisher-name>Springer International Publishing</publisher-name><pub-id pub-id-type="doi">10.1007/978-3-319-30370-3</pub-id><pub-id pub-id-type="other">978-3-319-30368-0</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stang</surname><given-names>PE</given-names> </name><name name-style="western"><surname>Ryan</surname><given-names>PB</given-names> </name><name name-style="western"><surname>Racoosin</surname><given-names>JA</given-names> </name><etal/></person-group><article-title>Advancing the science for active surveillance: rationale and design for the observational medical outcomes partnership</article-title><source>Ann Intern Med</source><year>2010</year><month>11</month><day>2</day><volume>153</volume><issue>9</issue><fpage>600</fpage><lpage>606</lpage><pub-id pub-id-type="doi">10.7326/0003-4819-153-9-201011020-00010</pub-id><pub-id pub-id-type="medline">21041580</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Murphy</surname><given-names>SN</given-names> </name><name name-style="western"><surname>Weber</surname><given-names>G</given-names> </name><name name-style="western"><surname>Mendis</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Serving the enterprise and beyond with informatics for integrating biology and the bedside (i2b2)</article-title><source>J Am Med Inform Assoc</source><year>2010</year><volume>17</volume><issue>2</issue><fpage>124</fpage><lpage>130</lpage><pub-id pub-id-type="doi">10.1136/jamia.2009.000893</pub-id><pub-id pub-id-type="medline">20190053</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kalra</surname><given-names>D</given-names> </name><name name-style="western"><surname>Beale</surname><given-names>T</given-names> </name><name name-style="western"><surname>Heard</surname><given-names>S</given-names> </name></person-group><article-title>The openEHR foundation</article-title><source>Stud Health Technol Inform</source><year>2005</year><volume>115</volume><fpage>153</fpage><lpage>173</lpage><pub-id pub-id-type="medline">16160223</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Weber</surname><given-names>GM</given-names> </name><name name-style="western"><surname>Murphy</surname><given-names>SN</given-names> </name><name name-style="western"><surname>McMurry</surname><given-names>AJ</given-names> </name><etal/></person-group><article-title>The Shared Health Research Information Network (SHRINE): a prototype federated query tool for clinical data repositories</article-title><source>J Am Med Inform Assoc</source><year>2009</year><volume>16</volume><issue>5</issue><fpage>624</fpage><lpage>630</lpage><pub-id pub-id-type="doi">10.1197/jamia.M3191</pub-id><pub-id pub-id-type="medline">19567788</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Topaloglu</surname><given-names>U</given-names> </name><name name-style="western"><surname>Palchuk</surname><given-names>MB</given-names> </name></person-group><article-title>Using a federated network of real-world data to optimize clinical trials operations</article-title><source>JCO Clin Cancer Inform</source><year>2018</year><month>12</month><volume>2</volume><fpage>1</fpage><lpage>10</lpage><pub-id pub-id-type="doi">10.1200/CCI.17.00067</pub-id><pub-id pub-id-type="medline">30652541</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Scheufele</surname><given-names>E</given-names> </name><name name-style="western"><surname>Aronzon</surname><given-names>D</given-names> </name><name name-style="western"><surname>Coopersmith</surname><given-names>R</given-names> </name><etal/></person-group><article-title>tranSMART: an open source knowledge management and high content data analytics platform</article-title><source>AMIA Jt Summits Transl Sci Proc</source><year>2014</year><volume>2014</volume><fpage>96</fpage><lpage>101</lpage><pub-id pub-id-type="medline">25717408</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lablans</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kadioglu</surname><given-names>D</given-names> </name><name name-style="western"><surname>Mate</surname><given-names>S</given-names> </name><name name-style="western"><surname>Leb</surname><given-names>I</given-names> </name><name name-style="western"><surname>Prokosch</surname><given-names>HU</given-names> </name><name name-style="western"><surname>&#x00DC;ckert</surname><given-names>F</given-names> </name></person-group><article-title>Strategien zur Vernetzung von Biobanken: Klassifizierung verschiedener Ans&#x00E4;tze zur Probensuche und Ausblick auf die Zukunft in der BBMRI-ERIC</article-title><source>Bundesgesundheitsbl</source><year>2016</year><month>03</month><volume>59</volume><issue>3</issue><fpage>373</fpage><lpage>378</lpage><pub-id pub-id-type="doi">10.1007/s00103-015-2299-y</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sch&#x00FC;ttler</surname><given-names>C</given-names> </name><name name-style="western"><surname>Prokosch</surname><given-names>HU</given-names> </name><name name-style="western"><surname>Hummel</surname><given-names>M</given-names> </name><etal/></person-group><article-title>The journey to establishing an IT-infrastructure within the German Biobank Alliance</article-title><source>PLoS ONE</source><year>2021</year><volume>16</volume><issue>9</issue><fpage>e0257632</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0257632</pub-id><pub-id pub-id-type="medline">34551019</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sch&#x00FC;ttler</surname><given-names>C</given-names> </name><name name-style="western"><surname>Huth</surname><given-names>V</given-names> </name><name name-style="western"><surname>von Jagwitz-Biegnitz</surname><given-names>M</given-names> </name><name name-style="western"><surname>Lablans</surname><given-names>M</given-names> </name><name name-style="western"><surname>Prokosch</surname><given-names>HU</given-names> </name><name name-style="western"><surname>Griebel</surname><given-names>L</given-names> </name></person-group><article-title>A federated online search tool for biospecimens (sample locator): usability study</article-title><source>J Med Internet Res</source><year>2020</year><month>08</month><day>18</day><volume>22</volume><issue>8</issue><fpage>e17739</fpage><pub-id pub-id-type="doi">10.2196/17739</pub-id><pub-id pub-id-type="medline">32663150</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>ATLAS</collab></person-group><article-title>GitHub</article-title><access-date>2024-01-02</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/OHDSI/Atlas/wiki/Home">https://github.com/OHDSI/Atlas/wiki/Home</ext-link></comment></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hoffmann</surname><given-names>J</given-names> </name><name name-style="western"><surname>Han&#x00DF;</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kraus</surname><given-names>M</given-names> </name><etal/></person-group><article-title>The DZHK research platform: maximisation of scientific value by enabling access to health data and biological samples collected in cardiovascular clinical studies</article-title><source>Clin Res Cardiol</source><year>2023</year><month>07</month><volume>112</volume><issue>7</issue><fpage>923</fpage><lpage>941</lpage><pub-id pub-id-type="doi">10.1007/s00392-023-02177-5</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="web"><article-title>Home</article-title><access-date>2024-03-11</access-date><publisher-name>ClinicalTrials.gov</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://clinicaltrials.gov/">https://clinicaltrials.gov/</ext-link></comment></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ross</surname><given-names>J</given-names> </name><name name-style="western"><surname>Tu</surname><given-names>S</given-names> </name><name name-style="western"><surname>Carini</surname><given-names>S</given-names> </name><name name-style="western"><surname>Sim</surname><given-names>I</given-names> </name></person-group><article-title>Analysis of eligibility criteria complexity in clinical trials</article-title><source>Summit Transl Bioinform</source><year>2010</year><month>03</month><day>1</day><volume>2010</volume><fpage>46</fpage><lpage>50</lpage><pub-id pub-id-type="medline">21347148</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Gulden</surname><given-names>C</given-names> </name><name name-style="western"><surname>Mate</surname><given-names>S</given-names> </name><name name-style="western"><surname>Prokosch</surname><given-names>HU</given-names> </name><name name-style="western"><surname>Kraus</surname><given-names>S</given-names> </name></person-group><article-title>Investigating the capabilities of FHIR search for clinical trial phenotyping</article-title><source>German Medical Data Sciences: A Learning Healthcare System</source><publisher-name>IOS Press</publisher-name><fpage>2018</fpage><pub-id pub-id-type="doi">10.3233/978-1-61499-896-9-3</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sch&#x00FC;ttler</surname><given-names>C</given-names> </name><name name-style="western"><surname>Prokosch</surname><given-names>H-U</given-names> </name><name name-style="western"><surname>Sedlmayr</surname><given-names>M</given-names> </name><name name-style="western"><surname>Sedlmayr</surname><given-names>B</given-names> </name></person-group><article-title>Evaluation of three feasibility tools for identifying patient data and biospecimen availability: comparative usability study</article-title><source>JMIR Med Inform</source><year>2021</year><month>07</month><day>21</day><volume>9</volume><issue>7</issue><fpage>e25531</fpage><pub-id pub-id-type="doi">10.2196/25531</pub-id><pub-id pub-id-type="medline">34287211</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Walonoski</surname><given-names>J</given-names> </name><name name-style="western"><surname>Kramer</surname><given-names>M</given-names> </name><name name-style="western"><surname>Nichols</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Synthea: an approach, method, and software mechanism for generating synthetic patients and the synthetic electronic health care record</article-title><source>J Am Med Inform Assoc</source><year>2018</year><month>03</month><day>1</day><volume>25</volume><issue>3</issue><fpage>230</fpage><lpage>238</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocx079</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Drenkhahn</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ohlsen</surname><given-names>T</given-names> </name><name name-style="western"><surname>Wiedekopf</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ingenerf</surname><given-names>J</given-names> </name></person-group><article-title>WASP&#x2014;A web application to support syntactically and semantically correct SNOMED CT postcoordination</article-title><source>Appl Sci (Basel)</source><year>2023</year><month>05</month><day>16</day><volume>13</volume><issue>10</issue><fpage>6114</fpage><pub-id pub-id-type="doi">10.3390/app13106114</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="web"><article-title>Release v100 &#x00B7; medizininformatik-initiative/clinical-cohort-definition-language</article-title><access-date>2024-03-18</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/medizininformatik-initiative/clinical-cohort-definition-language/releases/tag/v1.0.0">https://github.com/medizininformatik-initiative/clinical-cohort-definition-language/releases/tag/v1.0.0</ext-link></comment></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="web"><article-title>medizininformatik-initiative/feasibility-deploy</article-title><source>Medizininformatik-Initiative</source><year>2024</year><access-date>2024-06-16</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/medizininformatik-initiative/feasibility-deploy">https://github.com/medizininformatik-initiative/feasibility-deploy</ext-link></comment></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><article-title>medizininformatik-initiative/feasibility-gui</article-title><source>Medizininformatik-Initiative</source><year>2024</year><access-date>2024-06-16</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/medizininformatik-initiative/feasibility-gui">https://github.com/medizininformatik-initiative/feasibility-gui</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sedlmayr</surname><given-names>B</given-names> </name><name name-style="western"><surname>Sedlmayr</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kroll</surname><given-names>B</given-names> </name><name name-style="western"><surname>Prokosch</surname><given-names>HU</given-names> </name><name name-style="western"><surname>Gruendner</surname><given-names>J</given-names> </name><name name-style="western"><surname>Sch&#x00FC;ttler</surname><given-names>C</given-names> </name></person-group><article-title>Improving covid-19 research of university hospitals in Germany: formative usability evaluation of the codex feasibility portal</article-title><source>Appl Clin Inform</source><year>2022</year><month>03</month><volume>13</volume><issue>2</issue><fpage>400</fpage><lpage>409</lpage><pub-id pub-id-type="doi">10.1055/s-0042-1744549</pub-id><pub-id pub-id-type="medline">35445386</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sch&#x00FC;ttler</surname><given-names>C</given-names> </name><name name-style="western"><surname>Zerlik</surname><given-names>M</given-names> </name><name name-style="western"><surname>Gruendner</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Empowering researchers to query medical data and biospecimens by ensuring appropriate usability of a feasibility tool: evaluation study</article-title><source>JMIR Hum Factors</source><year>2023</year><volume>10</volume><fpage>e43782</fpage><pub-id pub-id-type="doi">10.2196/43782</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Prokosch</surname><given-names>HU</given-names> </name><name name-style="western"><surname>Gebhardt</surname><given-names>M</given-names> </name><name name-style="western"><surname>Gruendner</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Towards a national portal for medical research data (FDPG): vision, status, and lessons learned</article-title><source>Stud Health Technol Inform</source><year>2023</year><month>05</month><day>18</day><volume>302</volume><fpage>307</fpage><lpage>311</lpage><pub-id pub-id-type="doi">10.3233/SHTI230124</pub-id><pub-id pub-id-type="medline">37203668</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="web"><article-title>flare/.github/integration-test at main</article-title><source>medizininformatik-initiative/flare</source><access-date>2024-06-16</access-date><publisher-name>GitHub</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/medizininformatik-initiative/flare/tree/main/.github/integration-test">https://github.com/medizininformatik-initiative/flare/tree/main/.github/integration-test</ext-link></comment></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rosenau</surname><given-names>L</given-names> </name><name name-style="western"><surname>Majeed</surname><given-names>RW</given-names> </name><name name-style="western"><surname>Ingenerf</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Generation of a Fast Healthcare Interoperability Resources (FHIR)-based ontology for federated feasibility queries in the context of COVID-19: feasibility study</article-title><source>JMIR Med Inform</source><year>2022</year><month>04</month><day>27</day><volume>10</volume><issue>4</issue><fpage>e35789</fpage><pub-id pub-id-type="doi">10.2196/35789</pub-id><pub-id pub-id-type="medline">35380548</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="web"><article-title>medizininformatik-initiative/flare: Feasibility Analysis Request Executor</article-title><access-date>2024-01-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/medizininformatik-initiative/flare">https://github.com/medizininformatik-initiative/flare</ext-link></comment></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="web"><article-title>medizininformatik-initiative/sq2cql</article-title><access-date>2024-01-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://github.com/medizininformatik-initiative/sq2cql">https://github.com/medizininformatik-initiative/sq2cql</ext-link></comment></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Rosenau</surname><given-names>L</given-names> </name><name name-style="western"><surname>Ingenerf</surname><given-names>J</given-names> </name></person-group><article-title>Structured queries to AQL: querying openEHR data leveraging a FHIR-based infrastructure for federated feasibility queries</article-title><source>MEDINFO 2023 &#x2014; The Future Is Accessible</source><year>2024</year><publisher-name>IOS Press</publisher-name><fpage>33</fpage><lpage>37</lpage><pub-id pub-id-type="doi">10.3233/SHTI230922</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grimes</surname><given-names>J</given-names> </name><name name-style="western"><surname>Szul</surname><given-names>P</given-names> </name><name name-style="western"><surname>Metke-Jimenez</surname><given-names>A</given-names> </name><name name-style="western"><surname>Lawley</surname><given-names>M</given-names> </name><name name-style="western"><surname>Loi</surname><given-names>K</given-names> </name></person-group><article-title>Pathling: analytics on FHIR</article-title><source>J Biomed Semant</source><year>2022</year><month>09</month><day>8</day><volume>13</volume><issue>1</issue><fpage>23</fpage><pub-id pub-id-type="doi">10.1186/s13326-022-00277-1</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alper</surname><given-names>BS</given-names> </name><name name-style="western"><surname>Dehnbostel</surname><given-names>J</given-names> </name><name name-style="western"><surname>Shahin</surname><given-names>K</given-names> </name><name name-style="western"><surname>Ojha</surname><given-names>N</given-names> </name><name name-style="western"><surname>Khanna</surname><given-names>G</given-names> </name><name name-style="western"><surname>Tignanelli</surname><given-names>CJ</given-names> </name></person-group><article-title>Striking a match between FHIR-based patient data and FHIR-based eligibility criteria</article-title><source>Learn Health Syst</source><year>2023</year><month>10</month><volume>7</volume><issue>4</issue><fpage>e10368</fpage><pub-id pub-id-type="doi">10.1002/lrh2.10368</pub-id><pub-id pub-id-type="medline">37860063</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yuan</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ryan</surname><given-names>PB</given-names> </name><name name-style="western"><surname>Ta</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Criteria2Query: a natural language interface to clinical databases for cohort definition</article-title><source>J Am Med Inform Assoc</source><year>2019</year><month>04</month><day>1</day><volume>26</volume><issue>4</issue><fpage>294</fpage><lpage>305</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocy178</pub-id><pub-id pub-id-type="medline">30753493</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fang</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Idnay</surname><given-names>B</given-names> </name><name name-style="western"><surname>Sun</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Combining human and machine intelligence for clinical trial eligibility querying</article-title><source>J Am Med Inform Assoc</source><year>2022</year><month>06</month><day>14</day><volume>29</volume><issue>7</issue><fpage>1161</fpage><lpage>1171</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocac051</pub-id><pub-id pub-id-type="medline">35426943</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Example of specimen criteria with an ICD-o-3 (International Classification of Diseases for Oncology, 3rd Edition) attribute indicating the location the specimen was taken from.</p><media xlink:href="medinform_v12i1e58541_app1.png" xlink:title="PNG File, 62 KB"/></supplementary-material></app-group></back></article>