<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id><journal-id journal-id-type="publisher-id">medinform</journal-id><journal-id journal-id-type="index">7</journal-id><journal-title>JMIR Medical Informatics</journal-title><abbrev-journal-title>JMIR Med Inform</abbrev-journal-title><issn pub-type="epub">2291-9694</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v14i1e92814</article-id><article-id pub-id-type="doi">10.2196/92814</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Development and Application of Deep Learning Models for Case Finding From Pathology Reports in a Hospital-Based Cancer Registry: Algorithm Development and Validation</article-title></title-group><contrib-group><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Toh</surname><given-names>Chanavee</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Kongkamol</surname><given-names>Chanon</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Geater</surname><given-names>Sarayut Lucien</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" corresp="yes" equal-contrib="yes"><name name-style="western"><surname>Ingviya</surname><given-names>Thammasin</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Clinical Research and Medical Data Sciences, Faculty of Medicine, Prince of Songkla University</institution><addr-line>15 Kanchanavanich Road, Medical Research and Technology Transfer Building, Hat Yai District</addr-line><addr-line>Songkhla</addr-line><country>Thailand</country></aff><aff id="aff2"><institution>Department of Family Medicine and Preventive Medicine, Faculty of Medicine, Prince of Songkla University</institution><addr-line>Songkhla</addr-line><country>Thailand</country></aff><aff id="aff3"><institution>Department of Internal Medicine, Faculty of Medicine, Prince of Songkla University</institution><addr-line>Songkhla</addr-line><country>Thailand</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Coristine</surname><given-names>Andrew</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Anandan</surname><given-names>Heber</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Pitsun</surname><given-names>Oleh</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Lu</surname><given-names>Yi</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Thammasin Ingviya, MD, PhD, Department of Clinical Research and Medical Data Sciences, Faculty of Medicine, Prince of Songkla University, 15 Kanchanavanich Road, Medical Research and Technology Transfer Building, Hat Yai District, Songkhla, 90110, Thailand, 66 918477271; <email>thammasin.i@psu.ac.th</email></corresp><fn fn-type="equal" id="equal-contrib1"><label>*</label><p>all authors contributed equally</p></fn></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>20</day><month>11</month><year>2026</year></pub-date><volume>14</volume><elocation-id>e92814</elocation-id><history><date date-type="received"><day>06</day><month>02</month><year>2026</year></date><date date-type="rev-request"><day>12</day><month>06</month><year>2026</year></date><date date-type="rev-recd"><day>15</day><month>10</month><year>2026</year></date><date date-type="accepted"><day>20</day><month>10</month><year>2026</year></date></history><copyright-statement>&#x00A9; Chanavee Toh, Chanon Kongkamol, Sarayut Lucien Geater, Thammasin Ingviya. Originally published in JMIR Medical Informatics (<ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org">https://medinform.jmir.org</ext-link>), 20.11.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org/">https://medinform.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://medinform.jmir.org/2026/1/e92814"/><abstract><sec><title>Background</title><p>Few studies have investigated automated case finding in hospital-based cancer registries despite their crucial role in supporting population-based surveillance. In these settings, data completeness is often compromised by referral patterns, yet the influence of weakly supervised learning strategies on model performance remains underexplored.</p></sec><sec><title>Objective</title><p>This study aimed to evaluate the effects of different supervision approaches (inaccurate, inexact, and report-level labeling) on deep learning model performance for cancer case finding in a hospital-based registry setting and assess model generalizability across patient-level and report-level classification tasks.</p></sec><sec sec-type="methods"><title>Methods</title><p>Hospital-based cancer registry and pathology report data from Songklanagarind Hospital (2005-2023) were used for model development and evaluation. Three labeling approaches were implemented: inaccurate (all reports from patients with cancer labeled positive), inexact (concatenated reports from patients with cancer labeled positive), and report-level (only registrar-annotated tumor-related reports labeled positive). Model performance was evaluated on max-pooled, concatenated, and individual report classification tasks using a simple word embedding model, multilayer perceptron, recurrent neural network, convolutional neural network (CNN), and hierarchical self-attention network architectures.</p></sec><sec sec-type="results"><title>Results</title><p>Models trained using weakly supervised labeling achieved the highest performance across patient-level evaluation tasks, and CNN models consistently showed superior performance. While report-level labeling yielded superior accuracy for individual reports, it suffered substantial degradation in patient-level evaluations. This suggests that models trained on curated data overfitted to primary tumor patterns, failing to recognize secondary evidence (eg, metastatic or surveillance findings). Conversely, weakly supervised approaches enabled the detection of patients with cancer via diverse report types. Error analysis revealed that false negatives were primarily driven by insufficient institutional data&#x2014;specifically, referred patients lacking primary diagnostic reports&#x2014;rather than algorithmic failure.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>In this single tertiary referral hospital setting, weakly supervised labeling outperformed report-level human annotation for patient-level case finding, whereas report-level labeling performed best for individual report classification. The CNN architecture achieved the highest or near-highest area under the receiver operating characteristic curve in most configurations.</p></sec></abstract><kwd-group><kwd>deep learning</kwd><kwd>cancer case finding</kwd><kwd>hospital-based cancer registry</kwd><kwd>weakly supervised learning</kwd><kwd>pathology reports</kwd><kwd>natural language processing</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>A cancer registry is a system developed to collect and manage the clinical and pathological information of patients with cancer within a defined population. To efficiently and correctly identify patients with cancer within the population, a sufficient number of qualified registrars working under rigorous case finding processes are necessary to ensure high-quality screening and data extraction [<xref ref-type="bibr" rid="ref1">1</xref>]. Among the various sources of documents suitable for case finding, pathology reports are the most critical, as 64% to 97% of cancer cases are morphologically verified via histology or cytology [<xref ref-type="bibr" rid="ref2">2</xref>]. Accordingly, the Surveillance, Epidemiology, and End Results Program emphasizes the review of all pathology reports as a vital component of the case finding process [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>However, with the rising incidence of cancer, the expansion of early detection programs, and increasing routine health examinations, pathology laboratories face a continuous upward trend in workload [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. As the global cancer burden increases, cancer registries encounter challenges such as high patient volumes, limited infrastructure, and staffing shortages. These factors can compromise data quality and hinder use, especially in resource-constrained countries where hospital-based cancer registries serve as the essential data source for national health policy planning [<xref ref-type="bibr" rid="ref6">6</xref>].</p><p>Several studies have explored AI to support cancer registry processes, ranging from rule-based systems to deep neural networks and large language models (LLMs). Early efforts such as that by Hanauer et al [<xref ref-type="bibr" rid="ref7">7</xref>] used cancer-specific terms and negative phrase detection to screen pathology reports, achieving 100% sensitivity and 85% specificity. Similarly, Spini et al [<xref ref-type="bibr" rid="ref8">8</xref>] combined free-text keywords with Systematized Nomenclature of Medicine codes to identify non&#x2013;small cell lung cancer cases in a region-wide registry. More recently, deep learning models have gained attention due to their ability to learn from both historical and new data without the need for constant rule updates or manual adjustments while also achieving higher performance on complex, unstructured text. For example, Preston et al [<xref ref-type="bibr" rid="ref9">9</xref>] implemented deep learning models, including convolutional neural networks (CNNs), gated recurrent units, and hierarchical attention networks, to identify patients with cancer and extract oncology attributes from multiple sources (pathology reports, radiology reports, and operative notes) across 28 cancer care centers in the United States, achieving an <italic>F</italic><sub>1</sub>-score of 97.3 for the case finding task. Gondara et al [<xref ref-type="bibr" rid="ref10">10</xref>] also demonstrated that fine-tuned transformer-based language models (GatorTron and BlueBERT) could classify tumor reportability from unstructured pathology reports in a population-based registry, maintaining a 98% true reportable rate in prospective deployment. More recently, Krawczuk et al [<xref ref-type="bibr" rid="ref11">11</xref>] compared hierarchical self-attention network (HiSAN) with a general-purpose LLM (Llama 3-8B) for metastasis detection from pathology reports at scale, with HiSAN outperforming the LLM with a recall of 0.894 compared to 0.824. Despite these advancements, hospital-based settings remain understudied and present distinct challenges compared to their population-based counterparts. A critical limitation is data incompleteness driven by referral patterns; institutional databases often contain only secondary findings (eg, metastatic biopsies and surveillance specimens) rather than primary diagnostic reports. This incompleteness affects supervised learning models requiring well-labeled training data. Additionally, ground truth labeling is problematic because cancer registries organize data by patients or tumors rather than by individual reports, making it difficult to accurately match multiple pathology reports from a single patient to their corresponding cancer attributes.</p><p>Prior studies have used various strategies to mitigate this label-input mismatch. For instance, Gao et al [<xref ref-type="bibr" rid="ref12">12</xref>] used tumor-level annotations as ground truth labels for all reports with the same tumor ID even though these labels did not always align with the content of individual pathology reports. Preston et al [<xref ref-type="bibr" rid="ref9">9</xref>] addressed this issue by concatenating all pathology reports in chronological order and using the combined document as input for the machine learning model. Another approach is to include only patients with no more than a single pathology report in the training dataset. However, this significantly reduces the sample size and potentially introduces algorithmic bias [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The most accurate and also the most expensive approach is to manually annotate pathology reports at the report level [<xref ref-type="bibr" rid="ref14">14</xref>]. Although the manual annotation approach yields the most valid training data, it is the most resource-intensive of all methods. It often results in limited numbers of patients and reports, which can be a major constraint in developing reliable machine learning models.</p><p>On the basis of the analysis, no study has systematically evaluated weakly supervised learning as a solution for these hospital settings where limited access to comprehensive pathology report data may increase noise and errors in the dataset, further compromising model performance. This study aimed to compare the performance of various supervision strategies and analyze the specific failure modes associated with each approach.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Data Sources</title><p>Data were retrieved from the hospital information system database at Songklanagarind Hospital, the largest tertiary hospital in southern Thailand, and comprised all pathology reports recorded between January 1, 2005, and December 31, 2023. Each record included the patient&#x2019;s hospital number, specimen number, date of tissue retrieval, and findings written by the pathologist. All reports were written in English; example reports are shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. These reports were linked to the hospital-based cancer registry using unique hospital numbers to retrieve associated cancer attributes; the data linkage structure is illustrated in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><p>In addition to structured morphology and topography codes, cancer registrars routinely record a free-text variable labeled &#x201C;Pathology detail.&#x201D; This field encompasses the content of specific pathology reports that registrars deemed relevant for diagnosis (ie, reports confirming cancer morphology, topography, grade, or stage). Maintained primarily to facilitate data abstraction and quality audits, this &#x201C;Pathology detail&#x201D; variable served as the matching criterion for the registrar-annotated approach in our report-level labeling.</p></sec><sec id="s2-2"><title>Data Preprocessing and Partitioning</title><p>Pathology reports underwent natural language preprocessing, including lower casing, punctuation normalization, and tokenization via the WordPiece algorithm using the <italic>keras_nlp</italic> Python package (version 0.25.0). Numerical values were masked using special tokens (&#x201C;decimal&#x201D; or &#x201C;large_integer&#x201D;&#x003E;100) to reduce the vocabulary space following the strategy described by Gao et al [<xref ref-type="bibr" rid="ref12">12</xref>], and sequences were right padded to the maximum token length in each batch. The WordPiece vocabulary was derived from the training and validation sets with a vocabulary size of 10,000 tokens. To ensure temporal independence and assess model robustness to natural variation in clinical documentation over time, including shifts in reporting style and wording patterns arising from pathologist turnover, patients were assigned to splits based on their most recent report date: those with reports from 2020 onward formed the test set used for model validation, while pre-2020 patients were randomly split into training (80%) and validation (20%) sets used for model development.</p></sec><sec id="s2-3"><title>Labeling Strategies for Development</title><p>We implemented 3 labeling approaches (<xref ref-type="fig" rid="figure1">Figure 1</xref>). &#x201C;Inaccurate labeling&#x201D; propagated the patient&#x2019;s cancer status to all of that patient&#x2019;s individual reports, with variants restricting data to 7-day or 30-day windows around the diagnosis date to mitigate noise. &#x201C;Inexact labeling&#x201D; combined all patient reports chronologically (separated by &#x201C;SEP&#x201D; tokens) into a single input labeled by patient status; this also included 7-day and 30-day window variants. &#x201C;Report-level labeling&#x201D; used the registrar-curated &#x201C;Pathology detail&#x201D; field to isolate specific tumor-confirming reports as ground truth. All other reports from patients with cancer were excluded under this approach. This approach prioritized label accuracy but reduced dataset size by excluding nondiagnostic reports from patients with cancer.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Data labeling strategies used to assign cancer classification labels to pathology reports for model training.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e92814_fig01.png"/></fig></sec><sec id="s2-4"><title>Performance Evaluation</title><p>Performance was assessed on the test dataset using 3 methods corresponding to distinct real-world use cases and ground truth definitions. First, max-pooled evaluation classified patients based on the maximum score derived from processing reports individually, simulating a real-time screening alert system where any single report flagging cancer was sufficient to identify the patient; ground truth was defined at the patient level using cancer registry status. Second, concatenated evaluation processed a patient&#x2019;s full report history as a single input, simulating a scenario where the complete longitudinal record was available and testing whether models could synthesize information across multiple reports to improve patient-level identification; ground truth was similarly defined at the patient level. Third, individual report evaluation measured the model&#x2019;s ability to identify specific tumor-confirming reports against registrar-annotated &#x201C;Pathology detail&#x201D; entries as ground truth. No temporal window restriction was applied to the test dataset. Although the report-level labeling approach offers the least label noise arising from discordance between report content and ground truth, it does not reflect real-world case finding workflows in tertiary referral settings, where primary diagnostic tissue is frequently unavailable locally due to referral patterns, leaving only secondary or surveillance reports as the available evidence.</p></sec><sec id="s2-5"><title>Model Development</title><p>Five neural network architectures were developed (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Simple word-embedding model (SWEM) [<xref ref-type="bibr" rid="ref15">15</xref>] and multilayer perceptron (MLP) served as baselines, representing the simplest class of neural text classifiers that process text nonsequentially, treating the document as an unordered set of word embeddings. CNN [<xref ref-type="bibr" rid="ref16">16</xref>] and recurrent neural network (RNN) [<xref ref-type="bibr" rid="ref17">17</xref>] were used to evaluate architectures that exploit local sequential structure. Finally, HiSAN [<xref ref-type="bibr" rid="ref12">12</xref>] was selected to evaluate an architecture capable of modeling long-range dependencies across the entire document. The first 4 models did not require a fixed token length, so no further padding or truncation was applied. The HiSAN model, in contrast, required a fixed token length to be specified in its architecture. For the HiSAN model, all sequences were right padded to a length of 8192 tokens to ensure coverage of the token lengths of the dataset. All models used randomly initialized embedding layers. Models were implemented using TensorFlow (version 2.18.0; Google Brain Team) with Python (version 3.12.0; Python Software Foundation). Model training was performed on a single NVIDIA RTX 6000 Ada Generation graphics processing unit.</p><p>Hyperparameter optimization was performed using the Tree-Structured Parzen Estimator algorithm [<xref ref-type="bibr" rid="ref18">18</xref>], with the search ranges detailed in <xref ref-type="table" rid="table1">Table 1</xref>. Balanced class weights were applied to account for class imbalance using the following formula: <inline-formula><mml:math id="ieqn1"><mml:msub><mml:mrow><mml:mi>W</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mtext>=</mml:mtext><mml:mfrac><mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>K</mml:mi><mml:mo>&#x00D7;</mml:mo><mml:msub><mml:mrow><mml:mi>n</mml:mi></mml:mrow><mml:mrow><mml:mi>j</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac></mml:math></inline-formula>, where <italic>W<sub>j</sub></italic> is the weight for class <italic>j</italic>, <italic>N</italic> is the number of samples in the dataset, <italic>K</italic> is the number of classes, and <italic>n<sub>j</sub></italic> is the number of samples in class <italic>j</italic>. The best-performing model configuration was selected based on the <italic>F</italic><sub>1</sub>-score achieved on the validation dataset.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Hyperparameter search ranges for 5 model architectures. The search was optimized using the Tree-Structured Parzen Estimator algorithm<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup>.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Model and hyperparameter</td><td align="left" valign="bottom">Value range</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">All models</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Batch size</td><td align="left" valign="top">128</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Embedding dimension</td><td align="left" valign="top">128-1024</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Dropout rate</td><td align="left" valign="top">0.0-0.9</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Loss function</td><td align="left" valign="top">Cross-entropy and focal cross-entropy [<xref ref-type="bibr" rid="ref19">19</xref>]</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Learning rate</td><td align="left" valign="top">0.01-0.0001</td></tr><tr><td align="left" valign="top" colspan="2">SWEM<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pooling layer</td><td align="left" valign="top">Max pooling, average pooling, and concatenated</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Layer width</td><td align="left" valign="top">32-1024</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Activation function</td><td align="left" valign="top">Linear, tanh, ReLU<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup>, and swish</td></tr><tr><td align="left" valign="top" colspan="2">MLP<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pooling layer</td><td align="left" valign="top">Max pooling, average pooling, and concatenated</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Layer depth</td><td align="left" valign="top">1-4</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Layer width</td><td align="left" valign="top">32&#x2010;1024</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Activation function</td><td align="left" valign="top">Linear, tanh, ReLU, and swish</td></tr><tr><td align="left" valign="top" colspan="2">RNN<sup><xref ref-type="table-fn" rid="table1fn5">e</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RNN architecture</td><td align="left" valign="top">LSTM<sup><xref ref-type="table-fn" rid="table1fn6">f</xref></sup> and GRU<sup><xref ref-type="table-fn" rid="table1fn7">g</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Layer width</td><td align="left" valign="top">32-512</td></tr><tr><td align="left" valign="top" colspan="2">CNN<sup><xref ref-type="table-fn" rid="table1fn8">h</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Kernel size</td><td align="left" valign="top">3, 4, 5, 6, and 7</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Activation function</td><td align="left" valign="top">Linear, tanh, ReLU, and swish</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Number of filters</td><td align="left" valign="top">24-768</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pooling layer</td><td align="left" valign="top">Max pooling and average pooling</td></tr><tr><td align="left" valign="top" colspan="2">HiSAN<sup><xref ref-type="table-fn" rid="table1fn9">i</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Tokens per segment</td><td align="left" valign="top">8, 16, 32, 64, 128, 256, and 512</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Number of attention heads</td><td align="left" valign="top">1-4</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Attention size</td><td align="left" valign="top">128-1024</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Focal cross-entropy loss parameters were fixed at default values: alpha=0.25 and gamma=2.0.</p></fn><fn id="table1fn2"><p><sup>b</sup>SWEM: simple word-embedding model.</p></fn><fn id="table1fn3"><p><sup>c</sup>ReLU: rectified linear unit.</p></fn><fn id="table1fn4"><p><sup>d</sup>MLP: multilayer perceptron.</p></fn><fn id="table1fn5"><p><sup>e</sup>RNN: recurrent neural network.</p></fn><fn id="table1fn6"><p><sup>f</sup>LSTM: long short-term memory.</p></fn><fn id="table1fn7"><p><sup>g</sup>GRU: gated recurrent unit.</p></fn><fn id="table1fn8"><p><sup>h</sup>CNN: convolutional neural network.</p></fn><fn id="table1fn9"><p><sup>i</sup>HiSAN: hierarchical self-attention network.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-6"><title>Statistical Analysis</title><p>The selected models were evaluated on the held-out temporally split test dataset. Performance metrics included accuracy, precision, recall, binary <italic>F</italic><sub>1</sub>-score (harmonic mean of precision and recall of the positive class), and area under the receiver operating characteristic curve (AUC). Classification thresholds for accuracy, precision, recall, and <italic>F</italic><sub>1</sub>-score were determined by selecting the cutoff that maximized the Youden index (sensitivity + specificity &#x2212; 1) on the validation dataset. The 95% CIs for all metrics were calculated using bootstrap resampling with 1000 bootstrap iterations. The resampling unit for bootstrapping was at the patient level for max-pooled and concatenated evaluations and at the individual report level for the individual report evaluation.</p><p>To investigate failure modes, we conducted an error analysis by randomly sampling 100 cases from the discordant cases in the test dataset. These cases underwent detailed manual review to characterize the causes of disagreement between model predictions and registry labels.</p></sec><sec id="s2-7"><title>Ethical Considerations</title><p>This study was approved by the Institutional Review Board of the Faculty of Medicine, Prince of Songkla University (REC.67-533-51-4) under an expedited review procedure. Informed consent was waived as the study involved retrospective secondary analysis of deidentified registry and pathology data with no direct patient contact. All data were anonymized prior to analysis, and no personally identifiable information was retained. No compensation was provided. No patient-identifiable information was included in this manuscript.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Dataset Characteristics</title><p>Between 2005 and 2023, Songklanagarind Hospital generated 675,933 pathology reports, which were included in this dataset (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Reports were derived from 270,446 unique patients, of whom 72,446 (26.8%) were listed in the cancer registry, contributing 38.9% (262,774/675,933) of the total volume of reports. <xref ref-type="table" rid="table2">Table 2</xref> shows the characteristics of the study dataset. The overall cohort was predominantly female (192,076/270,446, 71.0%), with a mean age of 47 (SD 19) years. Demographic characteristics were well balanced across the development and test sets. Among patients with cancer, the most common tumor sites were female genital organs (15,280/72,446, 21.1%), digestive organs (12,633/72,446, 17.4%), and the respiratory system (10,012/72,446, 13.8%). Unknown stage comprised the largest group (21,959/72,446, 30.3%), followed by stage 4 (16,490/72,446, 22.8%), while the test set contained a notably higher proportion of stage 1 cases (2388/13,223, 18.1% vs 6560/59,223, 11.1%) and a lower proportion of stage 4 cases (2444/13,223, 18.5% vs 14,046/59,223, 23.7%). Regarding report token length, individual reports had a median of 109 tokens (IQR 96-121, maximum 1562) in the development set and 110 tokens (IQR 98-127, maximum 1538) in the test set. When reports were concatenated, as in the inexact labeling approach and concatenated report evaluation, the median token length was 166 tokens (IQR 107-321, maximum 6099) in the development set and 287 tokens (IQR 133-606, maximum 6175) in the test set.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Flow diagram of data partitioning. Patients with reports from 2020 onward were assigned to the test set; pre-2020 patients were randomly split 80:20 into training and validation sets. n represents the number of records. *Percentage of records labeled as cancer. Records are at the patient level for the inexact labeling approach, and at the individual report level for the inaccurate and report level labeling approaches.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e92814_fig02.png"/></fig><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Patient and tumor characteristics of the study population. Tumor sites were classified according to the <italic>International Classification of Diseases for Oncology, Third Edition</italic> (N=270,446).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Patient characteristics</td><td align="left" valign="bottom">Overall</td><td align="left" valign="bottom">Development (n=226,810)</td><td align="left" valign="bottom">Test (n=43,636)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Sex, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">192,076 (71.0)</td><td align="left" valign="top">160,745 (70.9)</td><td align="left" valign="top">31,331 (71.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">78,354 (29.0)</td><td align="left" valign="top">66,052 (29.1)</td><td align="left" valign="top">12,302 (28.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">16 (0.0)</td><td align="left" valign="top">13 (0.0)</td><td align="left" valign="top">3 (0.0)</td></tr><tr><td align="left" valign="top">Age (y), mean (SD)</td><td align="left" valign="top">47 (19)</td><td align="left" valign="top">47 (19)</td><td align="left" valign="top">48 (17)</td></tr><tr><td align="left" valign="top">Tumor characteristics, n/N (%)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="4"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Tumor site</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Lip, oral cavity, and pharynx (C00-C14)</td><td align="left" valign="top">6064/72,446 (8.4)</td><td align="left" valign="top">5321/59,223 (9.0)</td><td align="left" valign="top">743/13,223 (5.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Digestive organs (C15-C26)</td><td align="left" valign="top">12,633/72,446 (17.4)</td><td align="left" valign="top">10,373/59,223 (17.5)</td><td align="left" valign="top">2260/13,223 (17.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Respiratory system and intrathoracic organs (C30-C39)</td><td align="left" valign="top">10,012/72,446 (13.8)</td><td align="left" valign="top">8735/59,223 (14.7)</td><td align="left" valign="top">1277/13,223 (9.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Bones, joints, and articular cartilage (C40-C41)</td><td align="left" valign="top">488/72,446 (0.7)</td><td align="left" valign="top">399/59,223 (0.7)</td><td align="left" valign="top">89/13.223 (0.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hematopoietic and reticuloendothelial systems (C42)</td><td align="left" valign="top">3525/72,446 (4.9)</td><td align="left" valign="top">2956/59,223 (5.0)</td><td align="left" valign="top">569/13,223 (4.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Skin (C44)</td><td align="left" valign="top">2178/72,446 (3.0)</td><td align="left" valign="top">1843/59,223 (3.1)</td><td align="left" valign="top">335/13,223 (2.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Peripheral nerves and autonomic nervous system (C47)</td><td align="left" valign="top">59/72,446 (0.1)</td><td align="left" valign="top">46/59,223 (0.1)</td><td align="left" valign="top">13/13,223 (0.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Retroperitoneum and peritoneum (C48)</td><td align="left" valign="top">226/72,446 (0.3)</td><td align="left" valign="top">199/59,223 (0.3)</td><td align="left" valign="top">27/13,223 (0.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Connective, subcutaneous, and soft tissues (C49)</td><td align="left" valign="top">1181/72,446 (1.6)</td><td align="left" valign="top">985/59,223 (1.7)</td><td align="left" valign="top">196/13,223 (1.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Breast (C50)</td><td align="left" valign="top">7925/72,446 (10.9)</td><td align="left" valign="top">6040/59,223 (10.2)</td><td align="left" valign="top">1885/13,223 (14.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female genital organs (C51-C58)</td><td align="left" valign="top">15,280/72,446 (21.1)</td><td align="left" valign="top">11,706/59,223 (19.8)</td><td align="left" valign="top">3574/13,223 (27.0)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male genital organs (C60-C63)</td><td align="left" valign="top">2144/72,446 (3.0)</td><td align="left" valign="top">1764/59,223 (3.0)</td><td align="left" valign="top">380/13,223 (2.9)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Urinary tract (C64-C68)</td><td align="left" valign="top">2150/72,446 (3.0)</td><td align="left" valign="top">1782/59,223 (3.0)</td><td align="left" valign="top">368/13,223 (2.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Eye, brain, and central nervous system (C69-C72)</td><td align="left" valign="top">2531/72,446 (3.5)</td><td align="left" valign="top">2037/59,223 (3.4)</td><td align="left" valign="top">494/13,223 (3.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Thyroid and endocrine glands (C73-C75)</td><td align="left" valign="top">3019/72,446 (4.2)</td><td align="left" valign="top">2333/59,223 (3.9)</td><td align="left" valign="top">686/13,223 (5.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other and ill-defined sites (C76)</td><td align="left" valign="top">123/72,446 (0.2)</td><td align="left" valign="top">112/59,223 (0.2)</td><td align="left" valign="top">11/13,223 (0.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Lymph nodes (C77)</td><td align="left" valign="top">2126/72,446 (2.9)</td><td align="left" valign="top">1892/59,223 (3.2)</td><td align="left" valign="top">234/13,223 (1.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown primary site (C80)</td><td align="left" valign="top">782/72,446 (1.1)</td><td align="left" valign="top">700/59,223 (1.2)</td><td align="left" valign="top">82/13,223 (0.6)</td></tr><tr><td align="left" valign="top" colspan="4"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Tumor stage</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>0</td><td align="left" valign="top">2148/72,446 (3.0)</td><td align="left" valign="top">1692/59,223 (2.9)</td><td align="left" valign="top">456/13,223 (3.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>1</td><td align="left" valign="top">8948/72,446 (12.4)</td><td align="left" valign="top">6560/59,223 (11.1)</td><td align="left" valign="top">2388/13,223 (18.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>2</td><td align="left" valign="top">10,660/72,446 (14.7)</td><td align="left" valign="top">8428/59,223 (14.2)</td><td align="left" valign="top">2232/13,223 (16.9)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>3</td><td align="left" valign="top">12,241/72,446 (16.9)</td><td align="left" valign="top">9907/59,223 (16.7)</td><td align="left" valign="top">2334/13,223 (17.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>4</td><td align="left" valign="top">16,490/72,446 (22.8)</td><td align="left" valign="top">14,046/59,223 (23.7)</td><td align="left" valign="top">2444/13,223 (18.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unknown</td><td align="left" valign="top">21,959/72,446 (30.3)</td><td align="left" valign="top">18,590/59,223 (31.4)</td><td align="left" valign="top">3369/13,223 (25.5)</td></tr></tbody></table></table-wrap><p>In the development (training and validation) set, 47,711 reports were identified via the &#x201C;Pathology detail&#x201D; variable and served as the positive class in the training data for the report-level labeling approach. The test dataset was structured to support 3 evaluation tasks: the max-pooled application (158,948 individual reports), the concatenated application (43,636 patients), and the individual report prediction task (102,435 reports); detailed sample counts by class label, dataset split, and labeling approach including class weights and token length statistics are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Regarding temporal distribution, only 16% (42,887/262,774) and 28% (n=74,162) of pathology reports from patients with cancer occurred within 7 and 30 days of the incidence date, respectively (<xref ref-type="fig" rid="figure3">Figure 3</xref>).</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Temporal distribution of pathology reports from patients with cancer relative to their registry-recorded cancer incidence date. Positive values indicate reports generated after the incidence date; negative values indicate reports prior to diagnosis. Vertical dashed lines indicate the 7- and 30-day temporal windows applied in labeling strategy variants.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e92814_fig03.png"/></fig></sec><sec id="s3-2"><title>Model Performance</title><p><xref ref-type="fig" rid="figure4">Figure 4</xref> presents the AUC scores on the held-out test dataset. Models trained with inexact labeling (no window period) performed consistently well across all patient-level evaluation tasks. For concatenated report classification, the CNN and RNN achieved AUCs of 98.16 (95% CI 98.00&#x2010;98.30) and 98.17 (95% CI 98.01&#x2010;98.31), respectively. For max-pooled classification, the CNN attained an AUC of 97.86 (95% CI 97.70&#x2010;98.02), while HiSAN trained with inaccurate labeling and no window period recorded the highest AUC of 97.94 (95% CI 97.79&#x2010;98.10). In the individual report classification task, the CNN demonstrated robust performance, with an AUC of 99.80 (95% CI 99.76&#x2010;99.83).</p><p>While report-level labeling yielded the highest accuracy for individual report classification (CNN AUC=99.89), it suffered substantial degradation when applied to patient-level tasks. Specifically, AUCs dropped to 92.86 for max-pooled classification and 92.11 for concatenated classification compared with the best-performing models for these tasks, which achieved AUCs of 97.94 and 98.17, respectively.</p><p>Inaccurate labeling showed a trade-off across window period constraints. When a window period was applied, the models demonstrated high performance on the individual report classification task, with the CNN achieving an AUC of 99.78 using a 30-day window. In contrast, without a window period, the HiSAN yielded AUCs of 97.94 and 97.95 for max-pooled and concatenated classification, respectively.</p><p><xref ref-type="fig" rid="figure5">Figure 5</xref> shows the receiver operating characteristic curves of each model evaluated on the held-out test dataset using max-pooled classification to further explore the performance discrepancies between models. Models trained using report-level labels, as well as those trained under weak supervision with window periods, revealed a marked notch in the upper portion of the curves, indicating a sharp decline in specificity when high sensitivity was desired. This limits these models&#x2019; practical utility as a screening tool as achieving the sensitivity thresholds necessary would result in unacceptably low specificity, thereby generating excessive false positives. In contrast, the model trained using weak supervision without a window period did not show this notched pattern, allowing selection of a threshold that achieves high sensitivity while maintaining acceptable false positive rates. Additional performance metrics (precision, recall, accuracy, and <italic>F</italic><sub>1</sub>-score) are shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Area under the receiver operating characteristic curve (AUC) with 95% bootstrapped CIs for 5 model architectures trained under 7 labeling strategies evaluated on the held-out test set across 3 evaluation tasks. Columns represent the 7 labeling approaches; rows represent the 3 evaluation tasks. The x-axis represents model architectures. CNN: convolutional neural network; HiSAN: hierarchical self-attention network; MLP: multilayer perceptron; RNN: recurrent neural network; SWEM: simple word-embedding model.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e92814_fig04.png"/></fig><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Receiver operating characteristic (ROC) curves for 5 model architectures trained under 7 labeling strategies evaluated on the max-pooled classification task. Columns represent the 7 labeling approaches; rows represent the 5 model architectures. Area under the receiver operating characteristic curve (AUC) values are displayed within each panel. CNN: convolutional neural network; HiSAN: hierarchical self-attention network; MLP: multilayer perceptron; RNN: recurrent neural network; SWEM: simple word-embedding model.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v14i1e92814_fig05.png"/></fig></sec><sec id="s3-3"><title>Effect of Window Periods</title><p>The application of window periods produced contrasting effects depending on the evaluation level. For patient-level tasks (max-pooled and concatenated classification), window periods consistently reduced performance. For example, applying 30- and 7-day windows to the CNN (inaccurate labeling) decreased the concatenated AUC from 97.84 to 95.70 and 96.13, respectively.</p><p>However, the pattern was reversed for individual report classification. Models trained using inaccurate labeling (no window) performed relatively poorly (AUC=99.41), whereas applying 30- and 7-day windows substantially improved performance to 99.78 and 99.76, respectively. Notably, the inexact labeling approach showed minimal sensitivity to window periods for individual report classification, maintaining AUCs at or above 99.75 across all configurations for CNN models.</p></sec><sec id="s3-4"><title>Comparison Across Model Architectures</title><p>The CNN architecture consistently outperformed simpler models (SWEM and MLP) in 19 of 21 configurations. CNN demonstrated particular robustness across labeling approaches and evaluation tasks, achieving the highest or near-highest AUC in most configurations.</p><p>HiSAN showed unexpected performance patterns. Despite its hierarchical design intended to leverage information across multiple reports, it did not demonstrate superior performance in concatenated report evaluation, where such capability would be advantageous. Instead, HiSAN only outperformed CNN and RNN when trained using inaccurate labeling approaches&#x2014;achieving an AUC of 97.95 (95% CI 97.80&#x2010;98.10) for concatenated classification and 97.94 (95% CI 97.79&#x2010;98.10) for max-pooled classification compared to CNN&#x2019;s 97.84 and 97.73, respectively. For inexact and report-level labeling approaches, HiSAN did not surpass the performance of CNN or RNN models.</p></sec><sec id="s3-5"><title>Error Analysis</title><p>A detailed review of 100 discordant cases from the best-performing CNN model revealed that most classification disagreements stemmed from data limitations and linguistic ambiguity rather than algorithmic failure. The primary source of error was insufficient institutional data (45%), where referred patients lacked primary diagnostic reports in the local system, leaving only benign surveillance documents. False positives (41%) were largely driven by benign reports containing cancer-associated terminology or equivocal clinical impressions. Notably, the model identified registry omissions in 5% of cases, correctly flagging malignancies (eg, polycythemia vera) missed by human registrars. Only 9% of cases represented true false negatives, specifically involving benign central nervous system tumors and myelodysplastic syndromes.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Real-World Data and Labeling Strategies</title><p>While Thailand&#x2019;s national cancer incidence is 154 per 100,000 population [<xref ref-type="bibr" rid="ref20">20</xref>], pathology reports from patients with cancer comprised nearly 39% of our dataset. This disproportionate volume reflects clinical reality: cancer care involves a longitudinal trajectory of histological examinations, ranging from initial diagnosis to staging, surveillance, and investigation of recurrence or metastasis. This pattern not only underscores the central role of pathology reports in hospital-based registries but also highlights the challenge that supervised learning models face when mapping multiple reports to a single patient-level diagnosis, a challenge similarly noted in recent studies [<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>A key finding of this study is the counterintuitive performance of labeling strategies. Models trained on report-level data (the cleanest labels, hand-picked by registrars) suffered a substantial performance decline when applied to patient-level tasks (AUC dropping from 99.89 to approximately 92.11&#x2010;92.86). This occurred because registrars typically annotate only the definitive primary diagnostic report. Consequently, models trained on this narrow distribution overfitted to perfect diagnostic language and failed to recognize the secondary evidence of cancer&#x2014;such as metastatic workups or surveillance biopsies&#x2014;which are often the only records available for referred patients.</p><p>In contrast, inaccurate and inexact labeling approaches demonstrated robust transferability (AUC of 97.73&#x2010;98.16). By treating all reports from a patient with cancer as &#x201C;positive&#x201D; (or effectively &#x201C;associated with cancer&#x201D;), these models learned to identify a diverse array of cancer signatures beyond the primary tumor site. This capability is critical for hospital-based registries, where referred patients frequently lack a primary diagnostic report in the local database and must be identified via secondary findings. This robustness is consistent with broader evidence that deep learning models can remain effective under systematic label noise when appropriate mitigation strategies are applied [<xref ref-type="bibr" rid="ref22">22</xref>]. Hsu et al [<xref ref-type="bibr" rid="ref21">21</xref>] demonstrated that case-level inference&#x2014;evaluating each pathology report in the context of other reports from the same case&#x2014;substantially improved performance on data abstraction tasks, suggesting that patient-level context is valuable at inference time. In our case finding setting, however, max-pooled and concatenated evaluations yielded comparable performance, indicating that case finding relies less on cross-document information synthesis than data abstraction does. Rather, the key challenge is exposure to the full diversity of cancer-associated report types during training, providing a conceptual rationale for inaccurate and inexact labeling as a preparation strategy for the varied report landscape encountered in real-world case finding. Notably, the label noise introduced by inaccurate and inexact labeling differs structurally from the noise typically studied in the literature, which has focused predominantly on computer vision tasks, with comparatively few studies addressing natural language processing applications [<xref ref-type="bibr" rid="ref22">22</xref>]. Prior work has generally attributed label noise to data entry errors, machine-extracted labels, or disagreement among experts. In our study, however, noise arises primarily from referral patterns that produce systematic content mismatch: reports labeled positive under inaccurate and inexact labeling may reflect surveillance, metastatic, or secondary findings rather than primary diagnostic evidence. This represents a more complex, institutionally specific pattern of noise than the random or case difficulty&#x2013;based errors typically examined in prior studies.</p></sec><sec id="s4-2"><title>Model Architecture Comparison</title><p>CNN models consistently outperformed nonsequential architectures (SWEM and MLP), confirming that local pattern recognition is essential for extracting clinical concepts [<xref ref-type="bibr" rid="ref15">15</xref>]. CNN showed particular robustness across labeling approaches and applications, achieving the highest or near-highest AUC in most configurations. The inclusion of CNN and HiSAN in our model evaluation is further motivated by their deployment in the National Cancer Institute and Department of Energy production data abstraction pipeline reported by Hsu et al [<xref ref-type="bibr" rid="ref21">21</xref>], where both architectures are used across 19 Surveillance, Epidemiology, and End Results registries. However, while both architectures perform well in their data abstraction context, our results indicate that CNN consistently outperformed HiSAN for case finding, suggesting a task-specific distinction: data abstraction may benefit from HiSAN&#x2019;s hierarchical attention to synthesize information across document segments, whereas case finding is primarily a pattern detection task dependent on local recognition of cancer-associated terminology. HiSAN showed a marginal advantage only under the noisiest labeling conditions, suggesting that its attention mechanisms may provide some benefit in filtering irrelevant segments, but long-range dependency modeling confers limited additional gain for case finding.</p></sec><sec id="s4-3"><title>The Window Period Trade-Off</title><p>The analysis of temporal window periods reveals a fundamental trade-off between reducing label noise and preserving information completeness. It is observable that while narrowing the temporal window improved performance for individual report classification by eliminating nondiagnostic &#x201C;noise&#x201D; and preventing spurious associations, it conversely degraded patient-level case finding. This decline occurs because strict temporal filtering strips away valuable longitudinal context&#x2014;such as metastatic workups or recurrence checks occurring years after diagnosis&#x2014;which are often the only signals available for referred patients. Consequently, while precise temporal filtering optimizes models for specific diagnostic verification, it hinders holistic screening models that rely on the full, albeit messy, clinical history to capture the complete disease trajectory.</p></sec><sec id="s4-4"><title>Error Analysis and Model Limitations</title><p>Manual review revealed that the models relied heavily on cancer-associated terminology rather than deeper diagnostic reasoning. False positives frequently arose from benign findings described with complex cancer-like vocabulary or equivocal language. However, the identification of 5 registry-missed cases demonstrates the model&#x2019;s potential as a safety net for human registrars.</p><p>The predominance of false negatives due to insufficient institutional data highlights the intrinsic limitation that no algorithm can identify a patient with cancer if the relevant diagnostic evidence is in an external hospital&#x2019;s database.</p><p>Finally, the difficulty in classifying &#x201C;gray zone&#x201D; entities, such as central nervous system tumors described as &#x201C;benign&#x201D; despite reportability and myelodysplastic syndromes, suggests that future work must incorporate more nuanced, registry-specific inclusion criteria. Reports with mixed language (&#x201C;negative for malignancy&#x201D; in some sections alongside positive findings) confused classification logic, suggesting refinement opportunities in handling registry-specific criteria and multicomponent reports. Deployment strategies such as OR logic, in which a case is classified as reportable if at least one model predicts it as reportable [<xref ref-type="bibr" rid="ref10">10</xref>], or confidence-based thresholding to defer low-confidence cases for human review [<xref ref-type="bibr" rid="ref11">11</xref>] represent promising directions for minimizing false negatives while managing registrar workload in practice.</p></sec><sec id="s4-5"><title>Limitations</title><p>First, this study was conducted at a single tertiary hospital in southern Thailand, limiting generalizability to settings with different case mixes, referral patterns, documentation practices, or reportability criteria. Smaller hospital-based registries with fewer referred-in cases may experience less labeling noise as primary diagnostic reports are more likely to be available locally. Multicenter validation is needed to assess broader applicability.</p><p>Second, potential label noise in the test set stems from 2 sources: registry omissions undetected at the time of data collection and the reliance on pathology reports alone for annotation, whereas real-world registrars additionally consult physician notes, radiology reports, and other clinical documentation. Labels were not retroactively corrected, reflecting the naturalistic data collection process. While this noise may cause performance metrics to underestimate true model capability, its consistent effect across all models preserves the validity of internal comparisons. Results should be interpreted with caution when generalized beyond this study or compared against externally validated benchmarks.</p><p>Third, this study evaluated convolutional, recurrent, and hierarchical self-attention architectures but did not include pretrained transformer-based models such as bidirectional encoder representations from transformers or its domain-specific variants (eg, ClinicalBERT or PathologyBERT). The primary scope of this study was to systematically compare labeling strategies across established task-specific architectures rather than benchmark pretrained language models; the substantially higher parameter count and computational demands of transformer-based models were secondary considerations in resource-constrained registry settings. Recent studies have demonstrated the effectiveness of transformer-based models for cancer registry tasks [<xref ref-type="bibr" rid="ref23">23</xref>], including tumor reportability classification and tumor group assignment from pathology reports [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Whether these models maintain robustness under weakly supervised or noisy label conditions as evaluated in this study remains an open question and warrants further investigation.</p></sec><sec id="s4-6"><title>Future Work</title><p>Future studies should validate these models across multiple institutions with varying referral patterns and documentation practices to assess generalizability. Prospective evaluation with registrar-annotated gold-standard labels rather than retrospective registry data subject to omissions would also provide a more reliable benchmark for model performance.</p></sec><sec id="s4-7"><title>Conclusions</title><p>In this single tertiary referral hospital setting, weakly supervised labeling outperformed report-level human annotation for patient-level case finding, whereas report-level labeling performed best for individual report classification. The CNN architecture achieved the highest or near-highest AUC in most configurations.</p></sec></sec></body><back><ack><p>The authors would like to thank the cancer registrars at Songklanagarind Hospital for their dedicated work in maintaining the hospital-based cancer registry. Their routine data collection made this study possible. This work was partially supported by the PSU-Graduate Studies Scholarship.</p></ack><notes><sec><title>Generative AI Use</title><p>During the preparation of this work, the authors used AI (Claude Haiku 4.5; Anthropic) to improve writing clarity and grammar. After using this tool, the authors reviewed and edited the outputs as needed and take full responsibility for the content of the published article.</p></sec><sec><title>Funding</title><p>This work was partially supported by the PSU-Graduate Studies Scholarship.</p></sec><sec><title>Data Availability</title><p>The datasets generated and/or analyzed during the current study are not publicly available due to patient privacy and ethical restrictions but are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: CT, CK, SLG, TI</p><p>Data curation: CT</p><p>Formal analysis: CT</p><p>Investigation: CT</p><p>Methodology: CT</p><p>Project administration: TI</p><p>Resources: TI</p><p>Software: CT</p><p>Supervision: TI</p><p>Visualization: CT</p><p>Writing&#x2014;original draft: CT, TI</p><p>Writing&#x2014;review and editing: CT, TI</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AUC</term><def><p>area under the receiver operating characteristic curve</p></def></def-item><def-item><term id="abb2">CNN</term><def><p>convolutional neural network</p></def></def-item><def-item><term id="abb3">HiSAN</term><def><p>hierarchical self-attention network</p></def></def-item><def-item><term id="abb4">LLM</term><def><p>large language model</p></def></def-item><def-item><term id="abb5">MLP</term><def><p>multilayer perceptron</p></def></def-item><def-item><term id="abb6">RNN</term><def><p>recurrent neural network</p></def></def-item><def-item><term id="abb7">SWEM</term><def><p>simple word-embedding model</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Solomon</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Henry</surname><given-names>RC</given-names> </name><name name-style="western"><surname>Hogan</surname><given-names>JG</given-names> </name><name name-style="western"><surname>Van Amburg</surname><given-names>GH</given-names> </name><name name-style="western"><surname>Taylor</surname><given-names>J</given-names> </name></person-group><article-title>Evaluation and implementation of public health registries</article-title><source>Public Health Rep</source><year>1991</year><volume>106</volume><issue>2</issue><fpage>142</fpage><lpage>150</lpage><pub-id pub-id-type="medline">1902306</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bashar</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Thakur</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Budukh</surname><given-names>A</given-names> </name></person-group><article-title>Evaluation of data quality of four new Population Based Cancer Registries (PBCRs) in Chandigarh and Punjab, North India- a quality control study</article-title><source>Asian Pac J Cancer Prev</source><year>2021</year><month>05</month><day>1</day><volume>22</volume><issue>5</issue><fpage>1421</fpage><lpage>1433</lpage><pub-id pub-id-type="doi">10.31557/APJCP.2021.22.5.1421</pub-id><pub-id pub-id-type="medline">34048170</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="web"><article-title>Pathology reports</article-title><source>Surveillance, Epidemiology, and End Results Program at the National Cancer Institute</source><access-date>2025-05-08</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://training.seer.cancer.gov/casefinding/sources/pathology.html">https://training.seer.cancer.gov/casefinding/sources/pathology.html</ext-link></comment></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Walsh</surname><given-names>E</given-names> </name><name name-style="western"><surname>Orsi</surname><given-names>NM</given-names> </name></person-group><article-title>The current troubled state of the global pathology workforce: a concise review</article-title><source>Diagn Pathol</source><year>2024</year><month>12</month><day>21</day><volume>19</volume><issue>1</issue><fpage>163</fpage><pub-id pub-id-type="doi">10.1186/s13000-024-01590-2</pub-id><pub-id pub-id-type="medline">39709433</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="report"><article-title>Pathology laboratories market (2025 - 2030)</article-title><year>2024</year><access-date>2026-11-10</access-date><publisher-name>Grand View Research</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.grandviewresearch.com/industry-analysis/pathology-laboratories-market-report">https://www.grandviewresearch.com/industry-analysis/pathology-laboratories-market-report</ext-link></comment></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jedy-Agba</surname><given-names>EE</given-names> </name><name name-style="western"><surname>Curado</surname><given-names>MP</given-names> </name><name name-style="western"><surname>Oga</surname><given-names>E</given-names> </name><etal/></person-group><article-title>The role of hospital-based cancer registries in low and middle income countries-the Nigerian case study</article-title><source>Cancer Epidemiol</source><year>2012</year><month>10</month><volume>36</volume><issue>5</issue><fpage>430</fpage><lpage>435</lpage><pub-id pub-id-type="doi">10.1016/j.canep.2012.05.010</pub-id><pub-id pub-id-type="medline">22704971</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hanauer</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Miela</surname><given-names>G</given-names> </name><name name-style="western"><surname>Chinnaiyan</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Chang</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Blayney</surname><given-names>DW</given-names> </name></person-group><article-title>The registry case finding engine: an automated tool to identify cancer cases from unstructured, free-text pathology reports and clinical notes</article-title><source>J Am Coll Surg</source><year>2007</year><month>11</month><volume>205</volume><issue>5</issue><fpage>690</fpage><lpage>697</lpage><pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2007.05.014</pub-id><pub-id pub-id-type="medline">17964445</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Spini</surname><given-names>A</given-names> </name><name name-style="western"><surname>Rosellini</surname><given-names>P</given-names> </name><name name-style="western"><surname>Bellan</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Development and validation of a case-finding algorithm for the identification of non-small cell lung cancers in a region-wide Italian pathology registry</article-title><source>PLoS One</source><year>2022</year><volume>17</volume><issue>6</issue><fpage>e0269232</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0269232</pub-id><pub-id pub-id-type="medline">35675338</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Preston</surname><given-names>S</given-names> </name><name name-style="western"><surname>Wei</surname><given-names>M</given-names> </name><name name-style="western"><surname>Rao</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Towards structuring real-world data at scale: deep learning for extracting key oncology information from clinical text with patient-level supervision</article-title><source>arXiv</source><comment>Preprint posted online on  Mar 20, 2022</comment><pub-id pub-id-type="doi">10.48550/arXiv.2203.10442</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gondara</surname><given-names>L</given-names> </name><name name-style="western"><surname>Simkin</surname><given-names>J</given-names> </name><name name-style="western"><surname>Arbour</surname><given-names>G</given-names> </name><name name-style="western"><surname>Devji</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ng</surname><given-names>R</given-names> </name></person-group><article-title>Classifying tumor reportability status from unstructured electronic pathology reports using language models in a population-based cancer registry setting</article-title><source>JCO Clin Cancer Inform</source><year>2024</year><month>11</month><volume>8</volume><fpage>e2400110</fpage><pub-id pub-id-type="doi">10.1200/CCI.24.00110</pub-id><pub-id pub-id-type="medline">39561305</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Krawczuk</surname><given-names>P</given-names> </name><name name-style="western"><surname>Fox</surname><given-names>ZR</given-names> </name><name name-style="western"><surname>Petkov</surname><given-names>V</given-names> </name><etal/></person-group><article-title>Large-scale deep learning for metastasis detection in pathology reports</article-title><source>JAMIA Open</source><year>2025</year><volume>8</volume><issue>4</issue><fpage>ooaf070</fpage><pub-id pub-id-type="doi">10.1093/jamiaopen/ooaf070</pub-id><pub-id pub-id-type="medline">40655537</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gao</surname><given-names>S</given-names> </name><name name-style="western"><surname>Qiu</surname><given-names>JX</given-names> </name><name name-style="western"><surname>Alawad</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Classifying cancer pathology reports with hierarchical self-attention networks</article-title><source>Artif Intell Med</source><year>2019</year><month>11</month><volume>101</volume><fpage>101726</fpage><pub-id pub-id-type="doi">10.1016/j.artmed.2019.101726</pub-id><pub-id pub-id-type="medline">31813492</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>De Angeli</surname><given-names>K</given-names> </name><name name-style="western"><surname>Gao</surname><given-names>S</given-names> </name><name name-style="western"><surname>Alawad</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Deep active learning for classifying cancer pathology reports</article-title><source>BMC Bioinformatics</source><year>2021</year><month>03</month><day>9</day><volume>22</volume><issue>1</issue><fpage>113</fpage><pub-id pub-id-type="doi">10.1186/s12859-021-04047-1</pub-id><pub-id pub-id-type="medline">33750288</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Causa Andrieu</surname><given-names>P</given-names> </name><name name-style="western"><surname>Golia Pernicka</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Yaeger</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Natural language processing of computed tomography reports to label metastatic phenotypes with prognostic significance in patients with colorectal cancer</article-title><source>JCO Clin Cancer Inform</source><year>2022</year><month>09</month><volume>6</volume><issue>6</issue><fpage>e2200014</fpage><pub-id pub-id-type="doi">10.1200/CCI.22.00014</pub-id><pub-id pub-id-type="medline">36103642</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Shen</surname><given-names>D</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>G</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>W</given-names> </name><etal/></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Gurevych</surname><given-names>I</given-names> </name><name name-style="western"><surname>Miyao</surname><given-names>Y</given-names> </name></person-group><article-title>Baseline needs more love: on simple word-embedding-based models and associated pooling mechanisms</article-title><source>Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics</source><year>2018</year><publisher-name>Association for Computational Linguistics</publisher-name><fpage>440</fpage><lpage>450</lpage><pub-id pub-id-type="doi">10.18653/v1/P18-1041</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Zhang</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Wallace</surname><given-names>B</given-names> </name></person-group><article-title>A sensitivity analysis of (and practitioners&#x2019; guide to) convolutional neural networks for sentence classification</article-title><source>arXiv</source><comment>Preprint posted online on  Oct 13, 2015</comment><pub-id pub-id-type="doi">10.48550/arXiv.1510.03820</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Wicaksono</surname><given-names>AF</given-names> </name><name name-style="western"><surname>Adriani</surname><given-names>M</given-names> </name></person-group><article-title>Single-output recurrent neural networks for sentence binary classification</article-title><source>2016 International Conference on Advanced Computer Science and Information Systems (ICACSIS)</source><year>2016</year><publisher-name>IEEE</publisher-name><fpage>293</fpage><lpage>296</lpage><pub-id pub-id-type="doi">10.1109/ICACSIS.2016.7872723</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Bergstra</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bardenet</surname><given-names>R</given-names> </name><name name-style="western"><surname>Bengio</surname><given-names>Y</given-names> </name><name name-style="western"><surname>K&#x00E9;gl</surname><given-names>B</given-names> </name></person-group><article-title>Algorithms for hyper-parameter optimization</article-title><source>NIPS&#x2019;11: Proceedings of the 25th International Conference on Neural Information Processing Systems</source><year>2011</year><publisher-name>Curran Associates Inc</publisher-name><fpage>2546</fpage><lpage>2554</lpage><pub-id pub-id-type="doi">10.5555/2986459.2986743</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Lin</surname><given-names>TY</given-names> </name><name name-style="western"><surname>Goyal</surname><given-names>P</given-names> </name><name name-style="western"><surname>Girshick</surname><given-names>R</given-names> </name><name name-style="western"><surname>He</surname><given-names>K</given-names> </name><name name-style="western"><surname>Dollar</surname><given-names>P</given-names> </name></person-group><article-title>Focal loss for dense object detection</article-title><source>arXiv</source><comment>Preprint posted online on  Aug 7, 2017</comment><pub-id pub-id-type="doi">10.48550/arXiv.1708.02002</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sung</surname><given-names>H</given-names> </name><name name-style="western"><surname>Ferlay</surname><given-names>J</given-names> </name><name name-style="western"><surname>Siegel</surname><given-names>RL</given-names> </name><etal/></person-group><article-title>Global cancer statistics 2020: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title><source>CA Cancer J Clin</source><year>2021</year><month>05</month><volume>71</volume><issue>3</issue><fpage>209</fpage><lpage>249</lpage><pub-id pub-id-type="doi">10.3322/caac.21660</pub-id><pub-id pub-id-type="medline">33538338</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hsu</surname><given-names>E</given-names> </name><name name-style="western"><surname>Hanson</surname><given-names>H</given-names> </name><name name-style="western"><surname>Coyle</surname><given-names>L</given-names> </name><name name-style="western"><surname>Stevens</surname><given-names>J</given-names> </name><name name-style="western"><surname>Tourassi</surname><given-names>G</given-names> </name><name name-style="western"><surname>Penberthy</surname><given-names>L</given-names> </name></person-group><article-title>Machine learning and deep learning tools for the automated capture of cancer surveillance data</article-title><source>J Natl Cancer Inst Monogr</source><year>2024</year><month>08</month><day>1</day><volume>2024</volume><issue>65</issue><fpage>145</fpage><lpage>151</lpage><pub-id pub-id-type="doi">10.1093/jncimonographs/lgae018</pub-id><pub-id pub-id-type="medline">39102883</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wei</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Deng</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Sun</surname><given-names>C</given-names> </name><name name-style="western"><surname>Lin</surname><given-names>M</given-names> </name><name name-style="western"><surname>Jiang</surname><given-names>H</given-names> </name><name name-style="western"><surname>Peng</surname><given-names>Y</given-names> </name></person-group><article-title>Deep learning with noisy labels in medical prediction problems: a scoping review</article-title><source>J Am Med Inform Assoc</source><year>2024</year><month>06</month><day>20</day><volume>31</volume><issue>7</issue><fpage>1596</fpage><lpage>1607</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocae108</pub-id><pub-id pub-id-type="medline">38814164</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hands</surname><given-names>I</given-names> </name><name name-style="western"><surname>Kavuluru</surname><given-names>R</given-names> </name></person-group><article-title>A survey of NLP methods for oncology in the past decade with a focus on cancer registry applications</article-title><source>Artif Intell Rev</source><year>2025</year><volume>58</volume><issue>10</issue><fpage>314</fpage><pub-id pub-id-type="doi">10.1007/s10462-025-11316-5</pub-id><pub-id pub-id-type="medline">40688631</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Gondara</surname><given-names>L</given-names> </name><name name-style="western"><surname>Simkin</surname><given-names>J</given-names> </name><name name-style="western"><surname>Devji</surname><given-names>S</given-names> </name><name name-style="western"><surname>Arbour</surname><given-names>G</given-names> </name><name name-style="western"><surname>Ng</surname><given-names>R</given-names> </name></person-group><article-title>ELM: a hybrid ensemble of language models for automated tumor group classification in population-based cancer registries</article-title><source>arXiv</source><comment>Preprint posted online on  Mar 24, 2025</comment><pub-id pub-id-type="doi">10.48550/ARXIV.2503.21800</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Santos</surname><given-names>T</given-names> </name><name name-style="western"><surname>Tariq</surname><given-names>A</given-names> </name><name name-style="western"><surname>Das</surname><given-names>S</given-names> </name><etal/></person-group><article-title>PathologyBERT - pre-trained vs. a new transformer language model for pathology domain</article-title><source>AMIA Annu Symp Proc</source><year>2023</year><volume>2022</volume><fpage>962</fpage><lpage>971</lpage><pub-id pub-id-type="medline">37128387</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Neural network architectures, data linkage, pathology report examples, additional dataset characteristics, and model performance.</p><media xlink:href="medinform_v14i1e92814_app1.docx" xlink:title="DOCX File, 381 KB"/></supplementary-material></app-group></back></article>