<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id><journal-id journal-id-type="publisher-id">medinform</journal-id><journal-id journal-id-type="index">7</journal-id><journal-title>JMIR Medical Informatics</journal-title><abbrev-journal-title>JMIR Med Inform</abbrev-journal-title><issn pub-type="epub">2291-9694</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e60655</article-id><article-id pub-id-type="doi">10.2196/60655</article-id><article-categories><subj-group subj-group-type="heading"><subject>Implementation Report</subject></subj-group></article-categories><title-group><article-title>Completion Rate and Satisfaction With Online Computer-Assisted History Taking Questionnaires in Orthopedics: Multicenter Implementation Report</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Craamer</surname><given-names>Casper</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Timmers</surname><given-names>Thomas</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Siebelt</surname><given-names>Michiel</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kool</surname><given-names>Rudolf Bertijn</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Diekerhof</surname><given-names>Carel</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Caron</surname><given-names>Jan Jacob</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Gosens</surname><given-names>Taco</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>van der Weegen</surname><given-names>Walter</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib></contrib-group><aff id="aff1"><institution>Research and Development Department, Interactive Studios</institution>, <addr-line>'s-Hertogenbosch</addr-line>, <country>Netherlands</country></aff><aff id="aff2"><institution>IQ Health Science Department, Radboud University Medical Center</institution>, <addr-line>Kapittelweg 54</addr-line><addr-line>Nijmegen</addr-line>, <country>Netherlands</country></aff><aff id="aff3"><institution>Department of Orthopedic Surgery, Sports &#x0026; Orthopedics Research Centre, Anna Hospital</institution>, <addr-line>Geldrop</addr-line>, <country>Netherlands</country></aff><aff id="aff4"><institution>Department of Orthopaedics, Elisabeth Tweesteden Hospital</institution>, <addr-line>Tilburg</addr-line>, <country>Netherlands</country></aff><aff id="aff5"><institution>Department of Medical and Clinical Psychology, Tilburg University</institution>, <addr-line>Tilburg</addr-line>, <country>Netherlands</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Perrin</surname><given-names>Caroline</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Shiraishi</surname><given-names>Makoto</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Chen</surname><given-names>Zhe</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Casper Craamer, MSc, IQ Health Science Department, Radboud University Medical Center, Kapittelweg 54, Nijmegen, 6525, Netherlands, 31 243615305; <email>casper.craamer@radboudumc.nl</email></corresp></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>13</day><month>11</month><year>2024</year></pub-date><volume>12</volume><elocation-id>e60655</elocation-id><history><date date-type="received"><day>17</day><month>05</month><year>2024</year></date><date date-type="rev-recd"><day>02</day><month>10</month><year>2024</year></date><date date-type="accepted"><day>13</day><month>10</month><year>2024</year></date></history><copyright-statement>&#x00A9; Casper Craamer, Thomas Timmers, Michiel Siebelt, Rudolf Bertijn Kool, Carel Diekerhof, Jan Jacob Caron, Taco Gosens, Walter van der Weegen. Originally published in JMIR Medical Informatics (<ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org">https://medinform.jmir.org</ext-link>), 13.11.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org/">https://medinform.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://medinform.jmir.org/2024/1/e60655"/><abstract><sec><title>Background</title><p>Collecting the medical history during a first outpatient consultation plays an important role in making a diagnosis. However, it is a time-consuming process, and time is scarce in today&#x2019;s health care environment. The computer-assisted history taking (CAHT) systems allow patients to share their medical history electronically before their visit. Although multiple advantages of CAHT have been demonstrated, adoption in everyday medical practice remains low, which has been attributed to various barriers.</p></sec><sec><title>Objective</title><p>This study aimed to implement a CAHT questionnaire for orthopedic patients in preparation for their first outpatient consultation and analyze its completion rate and added value.</p></sec><sec sec-type="methods"><title>Methods</title><p>A multicenter implementation study was conducted in which all patients who were referred to the orthopedic department were invited to self-complete the CAHT questionnaire. The primary outcome of the study is the completion rate of the questionnaire. Secondary outcomes included patient and physician satisfaction. These were assessed via surveys and semistructured interviews.</p></sec><sec><title>Implementation (Results)</title><p>In total, 5321 patients were invited, and 4932 (92.7%) fully completed the CAHT questionnaire between April 2022 and July 2022. On average, participants (n=224) rated the easiness of completing the questionnaire at 8.0 (SD 1.9; 0&#x2010;10 scale) and the satisfaction of the consult at 8.0 (SD 1.7; 0&#x2010;10 scale). Satisfaction with the outpatient consultation was higher in cases where the given answers were used by the orthopedic surgeon during this consultation (median 8.3, IQR 8.0&#x2010;9.1 vs median 8.0, IQR 7.0&#x2010;8.5; <italic>P</italic>&#x003C;.001). Physicians (n=15) scored the average added value as 7.8 (SD 1.7; 0&#x2010;10 scale) and unanimously recognized increased efficiency, better patient engagement, and better medical record completeness. Implementing the patient&#x2019;s answers into the electronic health record was deemed necessary.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>In this study, we have shown that previously recognized barriers to implementing and adapting CAHT can now be effectively overcome. We demonstrated that almost all patients completed the CAHT questionnaire. This results in reported improvements in both the efficiency and personalization of outpatient consultations. Given the pressing need for personalized health care delivery in today&#x2019;s time-constrained medical environment, we recommend implementing CAHT systems in routine medical practice.</p></sec></abstract><kwd-group><kwd>computer-assisted history taking</kwd><kwd>history taking</kwd><kwd>digital medical interview</kwd><kwd>orthopedics</kwd><kwd>digital health</kwd><kwd>computer-assisted</kwd><kwd>cohort study</kwd><kwd>orthopedic</kwd><kwd>outpatient</kwd><kwd>satisfaction</kwd><kwd>patient engagement</kwd><kwd>medical record</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>The patient&#x2019;s medical history plays a crucial role in establishing an accurate diagnosis [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. However, collecting the medical history during a first consultation is time-consuming, and time is scarce in today&#x2019;s health care environment. In addition, the first consultation can be a stressful event for a patient, resulting in anxiety and misinterpretation of the questions asked during a medical encounter [<xref ref-type="bibr" rid="ref4">4</xref>]. Subsequently, this can potentially result in incomplete and invalid information, hindering a patient&#x2019;s ability to participate in shared decision-making [<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>Computer-assisted history taking (CAHT) systems, also known as digital medical interview assistant systems, are software programs that allow patients to present their medical history electronically before an outpatient consultation. For instance, this can be done remotely via a web-based portal or smartphone app prior to the scheduled consultation [<xref ref-type="bibr" rid="ref5">5</xref>]. CAHT was first introduced in the early 1970s as an additional channel to collect highly relevant, comprehensive, and accurate patient information [<xref ref-type="bibr" rid="ref6">6</xref>]. Multiple advantages of CAHT have been demonstrated, including saving face-to-face consultation time spent on history taking and empowering patients to be active in their own care [<xref ref-type="bibr" rid="ref7">7</xref>]. Moreover, CAHT might enhance the comprehensiveness of patient history taking by employing standardized algorithms that expand questioning depth based on the participant&#x2019;s responses [<xref ref-type="bibr" rid="ref8">8</xref>]. This approach holds the potential to uncover psychosocial and psychiatric issues potentially associated with the presenting complaint [<xref ref-type="bibr" rid="ref9">9</xref>].</p><p>Although these findings are promising, the adoption rate of CAHT within health care remains low. This is attributed to various barriers for both health care professionals (HCPs) and patients [<xref ref-type="bibr" rid="ref6">6</xref>]. The accessibility of health care for all comes into question while digitalizing health care. Additionally, concerns arise regarding the interoperability of data that is fragmented across multiple compartments. The ability of patients to provide accurate answers is also brought into focus when they are consulted via an online survey rather than an in-person consultation [<xref ref-type="bibr" rid="ref10">10</xref>].</p><p>Despite these barriers in integrating CAHT into everyday medical practice, the current pressure on the health care system demands action. Since the projected growth of multiple patient populations by far exceeds the number of available HCPs in the near future, the time spent on each patient needs to be as efficient and effective as possible, without reducing (perceived) health care quality. Given the number of patients that nowadays have access to email, websites, and smart devices, and the unprecedented advances in technologies in recent years, a more successful implementation of CAHT in clinical practice could be expected. However, no research has been published about achieving this goal.</p></sec><sec id="s1-2"><title>Objectives</title><p>The aims of this study were to implement an online orthopedic CAHT questionnaire that enables patients to provide their medical history prior to their first outpatient consultation and to integrate the CAHT system into the electronic health records (EHRs) of two Dutch hospitals. We subsequently analyzed the completion rate of the CAHT questionnaire, as well as HCPs&#x2019; satisfaction with the collected information, its accessibility, and its added value.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design and Setting</title><p>This multicenter implementation study was conducted at the orthopedic departments of the Anna Hospital (Geldrop, The Netherlands) and Elisabeth-Tweesteden Hospital (Tilburg, The Netherlands). No changes were made to the design after the study was commenced. We followed the implementation guidelines for the reporting on digital health implementations [<xref ref-type="bibr" rid="ref11">11</xref>].</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>Approval was obtained from the medical ethics committees of Anna Hospital and Elisabeth-Tweesteden Hospital. The study was exempted from the Medical Research Involving Human Subjects Act (WMO, N23.090). Patients were informed about data usage for research and publication purposes at the start of the CAHT questionnaire, with participation being voluntary.</p></sec><sec id="s2-3"><title>Participant Selection</title><p>All patients aged 18 years and older who were referred to the orthopedic departments of the participating centers for their first in-hospital consultation were invited to participate in the study. Patients needed to have an email address and sufficient command of the Dutch language. Patients with a cognitive disorder and patients specifically referred for pediatric orthopedics were excluded. Inclusion criteria were assessed by hospital staff when they contacted the patients to schedule their appointment.</p><p>All physicians and orthopedic residents (n=24) working in the participating hospitals and who have had scheduled initial consultations with patients during the study period were invited to participate in the study as well [<xref ref-type="bibr" rid="ref12">12</xref>].</p></sec><sec id="s2-4"><title>The CAHT Questionnaire</title><p>The CAHT questionnaire aimed to collect the patients&#x2019; medical condition, in preparation for their first outpatient consultation. The questionnaire included several topics in the following order: affected joint, previous diagnoses or treatments, health status, personal care needs or preferences, and patient characteristics (<xref ref-type="table" rid="table1">Table 1</xref>). Some questions were generic, but most were joint-specific. Depending on the answers given by the patient on specific questions, standardized algorithms expand questioning depth using branching logic without using artificial intelligence (eg, in the case of trauma, more information was requested about the trauma origin). The online questionnaire was offered to patients in a design consistent with the hospital&#x2019;s branding, and some questions were supported with illustrations and instructions (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Example of covered subjects and related questions for patients with knee complaints. Questions are translated from Dutch (the language used in the study) to English.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Topic</td><td align="left" valign="bottom">Question</td></tr></thead><tbody><tr><td align="left" valign="top">History</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Have you ever received a diagnosis<bold>,</bold> by a physician or general practitioner, due to complaints in your knee and/or your lower back?</p></list-item><list-item><p>Have you ever undergone a surgical procedure for your knee and/or lower back?</p></list-item></list></td></tr><tr><td align="left" valign="top">Main complaint</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>For which knee do you have complaints?</p></list-item><list-item><p>For how long have you experienced knee complaints?</p></list-item><list-item><p>On a scale of 0 to 10, how severe is your knee pain at rest?</p></list-item></list></td></tr><tr><td align="left" valign="top">Main complaint in relation to social activities</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Are you limited in playing sports or executing your hobby due to your knee complaints?</p></list-item><list-item><p>Are you limited in your job due to your knee complaints?</p></list-item></list></td></tr><tr><td align="left" valign="top">Personal care needs and preferences</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Your orthopedic surgeon would like to know what your main worry or question is regarding your complaints. This way the consultation can be about what&#x2019;s important to you.</p></list-item><list-item><p>If necessary, to what extent are you willing to undergo a surgical procedure to get rid of your knee complaints?</p></list-item></list></td></tr><tr><td align="left" valign="top">Effect of conservative therapies</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Have you tried muscle-strengthening physical training for a period of 4 to 6 weeks?</p></list-item></list></td></tr></tbody></table></table-wrap><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Example of the computer-assisted history taking questionnaire for patients with hip complaints. Patients can indicate the location of their hip pain using an illustration. Questions are translated from Dutch (the language used in the study) to English.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e60655_fig01.png"/></fig></sec><sec id="s2-5"><title>Development of the CAHT Questionnaire</title><p>The CAHT questionnaire and its output were developed between January 2022 and March 2022. An expert panel was created for the development of the CAHT questionnaire and its output and consisted of three experienced orthopedic surgeons from both hospitals. First, the input from the physicians at Anna Hospital was obtained, offering insights from the perspective of their professional focus area. Subsequently, the draft version was developed and internally reviewed before undergoing external assessment by three orthopedic surgeons from the Elisabeth Tweesteden Hospital. The answers to the CAHT questionnaire were automatically presented as a coherent summary in a format designed by the expert panel, without providing a differential diagnosis (<xref ref-type="fig" rid="figure2">Figure 2</xref>). A web link from the CAHT platform with single sign-on was integrated with the two EHRs used by the participating hospitals in March 2022. This allowed the physicians to read and interpret the data, and to alter it when deemed necessary during the consultation. All feedback on the questionnaire and its output were processed before the study commenced.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Example of the answers to the computer-assisted history taking questionnaire, presented as a coherent summary of a patient indicating the knee as the affected joint. The summary is translated from Dutch (the language used in the study) to English. AB: antibiotics; ACL: anterior cruciate ligament; NRS: numeric rating scale.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e60655_fig02.png"/></fig></sec><sec id="s2-6"><title>The CAHT Platform</title><p>OnlinePROMS (Interactive Studios, &#x2018;s-Hertogenbosch, The Netherlands) was used as the CAHT platform. Interactive Studios has been active in the Dutch health care market for over a decade, providing sustainable solutions for remote patient monitoring. The platform meets European regulations for the privacy and security of patient-reported health data. Invitations to answer the CAHT questionnaire were automatically sent by email when a patient was added to the platform by hospital administration staff. The CAHT questionnaire became accessible to the patient after a two-factor authentication code was entered. The platform allowed hospitals to send two reminders by either email or SMS text messaging if the patient did not complete the questionnaire. Participants of Anna Hospital were reminded 1 and 2 days after the initial invitation at 9 AM via SMS text messaging or email if the phone number was unknown. The ETZ Hospital was chosen to send automated reminders 5 and 10 days after the initial invitation at 9 AM (<xref ref-type="fig" rid="figure3">Figure 3</xref>).</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Flowchart of the computer-assisted history taking (CAHT) platform. After a patient was referred to the hospital and got in contact with the hospital staff, patients were included, and subsequently, an automated invitation was sent. If the patient did not respond to the invitation, a first and a second reminder were sent based on the response schedule. If the patient completed the questionnaire, a coherent summary of the answers was generated automatically from the available data and was eventually accessible from the electronic health record (EHR).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e60655_fig03.png"/></fig></sec><sec id="s2-7"><title>Study Outcomes</title><p>The percentage of patients who completed the CAHT questionnaire was the primary outcome. The usage statistics were collected as secondary outcomes, including the time needed to complete the CAHT questionnaire and the number of necessary reminders. Patient demographic data were collected from the CAHT questionnaire (age, sex, BMI, and affected joint). In addition, in July 2022, all patients were invited to answer a questionnaire on the usage of the CAHT questionnaire. After reaching a convenience sample (n=224), this invitation was deactivated. All physicians of the participating hospitals were asked to rate their satisfaction with the information collected with the CAHT system as well as its accessibility and added value. An overview of the study outcomes is presented in <xref ref-type="table" rid="table2">Table 2</xref>. All data were collected for the duration of the study via the OnlinePROMS platform.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Overview of the study outcomes.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Outcome</td><td align="left" valign="bottom">Description</td></tr></thead><tbody><tr><td align="left" valign="top">Completion percentage<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top">The percentage of patients who completed the CAHT<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup> questionnaire in preparation for their outpatient consultation.</td></tr><tr><td align="left" valign="top">Duration to complete<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td><td align="left" valign="top">Time (in minutes) needed to complete the CAHT questionnaire.</td></tr><tr><td align="left" valign="top">First reminders sent<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td><td align="left" valign="top">The number of first reminders automatically sent by the CAHT platform in case the CAHT questionnaire was not completed yet.</td></tr><tr><td align="left" valign="top">Second reminders sent<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td><td align="left" valign="top">The number of second reminders automatically sent by the CAHT platform in case the CAHT questionnaire was not completed yet.</td></tr><tr><td align="left" valign="top">Patient demographics<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top">Age, sex, BMI, and affected joint.</td></tr><tr><td align="left" valign="top">Easiness of the CAHT questionnaire<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">Easiness of the CAHT questionnaire on a 10-point Likert scale.</td></tr><tr><td align="left" valign="top">Patient satisfaction<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">Satisfaction of the consultation on a 10-point Likert scale.</td></tr><tr><td align="left" valign="top">Usage by the physician<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">The number of patients reporting that the CAHT questionnaire summary was used by the physician during consultation.</td></tr><tr><td align="left" valign="top">Added value<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">The added value of a CAHT questionnaire supported medical history taking during consultation on a 10-point Likert scale.</td></tr><tr><td align="left" valign="top">HCP<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup> data accessibility<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup></td><td align="left" valign="top">Experienced easiness for data accessibility. Satisfaction is rated on a 10-point Likert scale.</td></tr><tr><td align="left" valign="top">Added value for HCP<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup></td><td align="left" valign="top">The added value of a completed CAHT questionnaire during outpatient consultation on a 10-point Likert scale.</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>Collected prior to consultation.</p></fn><fn id="table2fn2"><p><sup>b</sup>CAHT: computer-assisted history taking.</p></fn><fn id="table2fn3"><p><sup>c</sup>Derived from platform user statistics.</p></fn><fn id="table2fn4"><p><sup>d</sup>Collected 1 day after consultation.</p></fn><fn id="table2fn5"><p><sup>e</sup>HCP: health care professional.</p></fn><fn id="table2fn6"><p><sup>f</sup>Collected at the end of the study.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-8"><title>Statistical Methods</title><p>Categorical variables are presented as numbers and percentages. Normally distributed continuous variables are presented as means (with the SD). Nonnormally distributed variables are presented as the median value (with the IQR). To analyze satisfaction between groups, data were considered statistically significant at <italic>P</italic>&#x003C;.05. In case of normal distribution and variances, an independent <italic>t</italic> test was used. For nonnormal distributions, a nonparametric test was used. All data was analyzed using IBM SPSS Statistics for Macintosh, version 29.0 (IBM Corp).</p></sec><sec id="s2-9"><title>Budget Planning</title><p>The license fee of the CAHT platform was estimated to be &#x20AC;1000 (US $1085) per month regardless of the number of patients included and health care providers involved. In addition, a one-time setup fee for the questionnaire was estimated to be &#x20AC;4000 (US $4343). Finally, a one-time setup fee for the integration with the EHR was estimated to be &#x20AC;4000 (US $4343).</p></sec></sec><sec id="s3"><title>Implementation (Results)</title><sec id="s3-1"><title>Study Sample</title><p>Between April 2022 and July 2022, a total of 7065 patients were scheduled to have a first consultation with an orthopedic surgeon in 1 of the 2 participating hospitals. Of these, 5321 (75.3%) met the study&#x2019;s inclusion criteria. In addition, a usability questionnaire was sent to 414 participants, of whom 224 (54.1%) responded (<xref ref-type="fig" rid="figure4">Figure 4</xref>). Semistructured interviews were performed with 15 orthopedic surgeons from the participating hospitals.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Flow diagram showing the inclusion and exclusion of patients. Anna: Anna Hospital; CAHT: computer-assisted history taking; ETZ: Elisabeth Tweesteden Hospital.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e60655_fig04.png"/></fig></sec><sec id="s3-2"><title>Completed CAHT Questionnaires</title><p>In total, 5321 patients were invited to complete the CAHT questionnaire. Out of these, 4932 (92.7%) participants fully completed the questionnaire. Anna Hospital invited 2620 patients, of whom 2516 (96.0%) completed the CAHT questionnaire. ETZ Hospital invited 2701 patients, of whom 2416 (89.4%) completed the CAHT questionnaire (<xref ref-type="table" rid="table3">Table 3</xref>).</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Number of invitations sent and completed computer-assisted history taking questionnaires, divided by hospital.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">Invitations sent, n (%)</td><td align="left" valign="bottom">Completed, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top">Anna Hospital</td><td align="left" valign="top">2620 (49.3)</td><td align="left" valign="top">2516 (96.0)</td></tr><tr><td align="left" valign="top">Elisabeth Tweesteden Hospital</td><td align="left" valign="top">2701 (50.8)</td><td align="left" valign="top">2416 (89.4)</td></tr><tr><td align="left" valign="top">Total</td><td align="left" valign="top">5321 (100)</td><td align="left" valign="top">4932 (92.7)</td></tr></tbody></table></table-wrap></sec><sec id="s3-3"><title>Usage Statistics</title><p>The duration to complete the questionnaire for participants who started and completed the questionnaire on the same day displayed a median value of 16.2 (IQR 11.4&#x2010;26.1) minutes. In addition to the initial invitation, Anna Hospital needed 1846 first and 707 second reminders and ETZ needed 796 first and 323 second reminders, respectively (<xref ref-type="fig" rid="figure5">Figure 5</xref>).</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Flow diagram showing the response to automated sent invitations and reminders. Anna: Anna Hospital; ETZ: Elisabeth Tweesteden Hospital.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v12i1e60655_fig05.png"/></fig></sec><sec id="s3-4"><title>Patient Characteristics</title><p><xref ref-type="table" rid="table4">Table 4</xref> shows the patient characteristics. The mean participant age was 56.5 (SD 16.8) years, and 2208 out of 4932 (44.8%) participants were men with a mean BMI of 27.4 (SD 5.1) kg/m<sup>2</sup>. The three joints most often selected as affected by the 4932 participants were the knee (n=2205, 44.7%), hip (n=962, 19.5%), and ankle/foot (n=908, 18.4%).</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Participant characteristics.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristic</td><td align="left" valign="bottom">Patients from Anna Hospital (n=2516)</td><td align="left" valign="bottom">Patients from Elisabeth Tweesteden Hospital (n=2416)</td></tr></thead><tbody><tr><td align="left" valign="top">Age (years), mean (SD)</td><td align="left" valign="top">55.4 (16.9)</td><td align="left" valign="top">57.5 (16.7)</td></tr><tr><td align="left" valign="top">&#x2003;18&#x2010;27, n (%)</td><td align="left" valign="top">239 (9.5)</td><td align="left" valign="top">165 (6.8)</td></tr><tr><td align="left" valign="top">&#x2003;28&#x2010;37, n (%)</td><td align="left" valign="top">206 (8.2)</td><td align="left" valign="top">190 (7.9)</td></tr><tr><td align="left" valign="top">&#x2003;38&#x2010;47, n (%)</td><td align="left" valign="top">254 (10.1)</td><td align="left" valign="top">272 (11.3)</td></tr><tr><td align="left" valign="top">&#x2003;48&#x2010;57, n (%)</td><td align="left" valign="top">548 (21.8)</td><td align="left" valign="top">468 (19.4)</td></tr><tr><td align="left" valign="top">&#x2003;58&#x2010;67, n (%)</td><td align="left" valign="top">592 (23.5)</td><td align="left" valign="top">552 (22.8)</td></tr><tr><td align="left" valign="top">&#x2003;68&#x2010;77, n (%)</td><td align="left" valign="top">511 (20.3)</td><td align="left" valign="top">529 (21.9)</td></tr><tr><td align="left" valign="top">&#x2003;78&#x2010;87, n (%)</td><td align="left" valign="top">156 (6.2)</td><td align="left" valign="top">220 (9.1)</td></tr><tr><td align="left" valign="top">&#x2003;88&#x2010;97, n (%)</td><td align="left" valign="top">10 (0.4)</td><td align="left" valign="top">20 (0.8)</td></tr><tr><td align="left" valign="top">Sex (male), n (%)</td><td align="left" valign="top">1157 (46)</td><td align="left" valign="top">1051 (43.5)</td></tr><tr><td align="left" valign="top">BMI (kg/m<sup>2</sup>), mean (SD)</td><td align="left" valign="top">27.2 (16.8)</td><td align="left" valign="top">27.6 (5.2)</td></tr><tr><td align="left" valign="top" colspan="3">Affected joint<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup>, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Knee</td><td align="left" valign="top">1205 (47.9)</td><td align="left" valign="top">1000 (41.4)</td></tr><tr><td align="left" valign="top">&#x2003;Hip</td><td align="left" valign="top">437 (17.4)</td><td align="left" valign="top">525 (21.7)</td></tr><tr><td align="left" valign="top">&#x2003;Ankle/foot</td><td align="left" valign="top">423 (16.8)</td><td align="left" valign="top">485 (20.1)</td></tr><tr><td align="left" valign="top">&#x2003;Shoulder</td><td align="left" valign="top">409 (16.3)</td><td align="left" valign="top">310 (12.8)</td></tr><tr><td align="left" valign="top">&#x2003;Elbow</td><td align="left" valign="top">34 (1.4)</td><td align="left" valign="top">48 (2.0)</td></tr><tr><td align="left" valign="top">&#x2003;Wrist/hand</td><td align="left" valign="top">57 (2.3)</td><td align="left" valign="top">116 (4.8)</td></tr><tr><td align="left" valign="top">&#x2003;Spine</td><td align="left" valign="top">183 (7.3)</td><td align="left" valign="top">349 (14.4)</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>The computer-assisted history taking questionnaire allowed patients to select multiple affected joints.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-5"><title>Patient Satisfaction</title><p>Participants included were asked to rate the CAHT questionnaire usability (n=224); on average, they rated it an 8.0 (SD 1.9) out of 10 on easiness to complete the questionnaire and an 8.0 (SD 1.7) out of 10 considering the satisfaction of the consult. Satisfaction with the outpatient consultation was higher in cases where the given answers were used by the orthopedic surgeon during this consultation (median 8.3, IQR 8.0&#x2010;9.1 vs median 8.0, IQR 7.0&#x2010;8.5; <italic>P</italic>&#x003C;.001). Out of 224 participants, 145 (64.7%) reported that the CAHT questionnaire was used by the physician during the consultation and 157 out of 224 (70.4%) participants had the feeling that their physician had a better understanding of their complaint due to the CAHT questionnaire.</p></sec><sec id="s3-6"><title>Physician Satisfaction</title><p>On average, physicians (n=15) scored the added value of using the CAHT questionnaires during their consultation as 7.8 (0&#x2010;10 scale, SD 1.7). One physician reported not using the answers at all during the consultation. Physicians&#x2019; unanimously recognized benefits during outpatient consultations, such as increased efficiency, better patient engagement, and better medical record completeness. This was more the case in patients with hip or knee complaints, and less in those with foot and ankle complaints, most likely due to the foot and ankle&#x2019;s more complex anatomy, making it harder for patients to pinpoint the exact location of their symptoms. Physicians highlighted the questionnaire&#x2019;s value in eliciting pertinent information, aiding diagnosis, and providing a framework for informed decision-making. Implementing the summary generated from patients&#x2019; answers in the EHR was deemed necessary to achieve this with direct access to the information from their own workspace.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study demonstrates the feasibility of the implementation and clinical adaptation of CAHT for orthopedic patients scheduled for their first consultation in a hospital. The completion rate to answer a CAHT questionnaire before the first consultation was very high: 4932 out of 5321 (92.7%). Patients found the questionnaire easy to understand and complete. Additionally, they were more satisfied with their outpatient consultation when the summary of the CAHT questionnaire was taken into consideration by their physician. Physicians rated the CAHT questionnaire to be a useful addition to standard outpatient consultations, as insight into the personal care needs and preferences allowed them to address the main concern of the patient directly.</p><p>To achieve a high completion rate of the CAHT questionnaire, we took implementation barriers addressed in previous studies (accessibility, accuracy, and acceptability) into consideration [<xref ref-type="bibr" rid="ref6">6</xref>]. For accessibility, linked with interoperability [<xref ref-type="bibr" rid="ref13">13</xref>], we integrated a single sign-on web link that displayed a comprehensive summary (and the entire questionnaire when needed) of the answers directly in the EHR. From a patient perspective, the CAHT questionnaire was easily accessible from their email inbox with a two-factor authentication code. Regarding the accuracy, there is conflicting evidence [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. We aimed to obtain accurate answers by enriching some questions with illustrations or a short instruction and using easy/informal language where possible. For data acceptance [<xref ref-type="bibr" rid="ref15">15</xref>], we created an expert panel to develop and design the CAHT questionnaire and its output. This method is underlined by research, addressing the improvement in quality and acceptance of data [<xref ref-type="bibr" rid="ref16">16</xref>].</p><p>Examining the impact resulting from the implementation of CAHT in a multicenter study design represents a major strength of this study. By incorporating 2 hospitals (1 nonacademic teaching hospital and 1 general hospital), we were able to include a high number of patients, strengthening the generalizability and robustness of our findings. This is confirmed by the similarity of the data between hospitals in terms of demographics, completion rate, and satisfaction.</p><p>This study is not without limitations. In this study, we implemented CAHT within orthopedic departments only, limiting the generalizability to other medical departments. The study population&#x2019;s age and sex distribution might, however, indicate usability within other departments as well. Another limitation is the absence of nonverbal communication that occurs in face-to-face conversations. In contrast, CAHT completion allows for more time to think about the answers and fact-check them, without the stress and shortage of time experienced during outpatient visits. The reported median time of 16 minutes for completion supports this.</p></sec><sec id="s4-2"><title>Lessons Learned</title><p>Our study demonstrates that implementing CAHT in the daily routine of an orthopedic department is feasible and can lead to good clinical adaptations but does require the necessary steps to be taken. Requirements are that the patients have an email address, and hospital staff must be available to invite patients to the CAHT platform. The latter would ideally be done through an automated connection with the EHR. Making the results of the questionnaire available in the EHR can be done through a single sign-on web link, offered by almost all EHR suppliers. In addition, the development of the CAHT questionnaire by an expert panel was considered important to ensure usability for HCPs. The integration of the CAHT system with the EHRs and the presentation of the CAHT questionnaire answers as a coherent summary in a format designed by the expert panel were crucial elements for its adoption as well. We hypothesize that key factors contributing to a high completion rate among patients include the predefinition of questions in a standardized order, the inclusion of smart dependencies to avoid unnecessary questions, and the presentation of the online questionnaire in a design consistent with the hospital&#x2019;s branding.</p></sec><sec id="s4-3"><title>Future Research</title><p>Today&#x2019;s health care system is facing an immense burden. Time is limited, but personalized health care needs to be maintained or even improved. Increased consultation duration is associated with better health outcomes, fewer prescriptions, and better recognition of long-term and psychosocial problems [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], but this is simply impossible in most health care systems. Nevertheless, a physician who is supported by CAHT results might optimize consultation time in a friendly manner while improving patient-centered communication (ie, signposting, summarization, and repetition of the medical history) [<xref ref-type="bibr" rid="ref19">19</xref>]. This may lead to more accurate diagnoses, enhanced shared decision-making, and increased patient satisfaction [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Future research should aim to study the effect of optimized face-to-face consultation time with the support of CAHT and its effect on satisfaction and cost-effectiveness.</p></sec><sec id="s4-4"><title>Conclusion</title><p>Previously reported barriers to implementing and adapting CAHT in clinical practice can nowadays be resolved. In this study, we demonstrated that almost all patients completed the CAHT questionnaire before their outpatient consultation. Both patients and HCPs reported a more efficient and personalized consultation when the answers to the questionnaire were used. Given the pressing need for personalized health care delivery in today&#x2019;s time-constrained medical environment, we recommend implementing CAHT systems in routine medical practice.</p></sec></sec></body><back><ack><p>The authors would like to thank all the health care professionals from Anna Hospital in Geldrop and Elisabeth-Tweesteden Hospital in Tilburg for their time and energy in turning this project from an idea into this manuscript. Furthermore, they would like to thank the team of Interactive Studios for creating the computer-assisted history taking platform. Finally, they would like to thank all patients who were willing to participate in the study.</p></ack><fn-group><fn fn-type="con"><p>CC, TT, MS, and WVDW conceived the study and designed the trial. WVDW and TG supervised the data collection. CC managed the data. CC, TT, and WVDW provided statistical analysis. CC drafted the manuscript. All authors contributed to its revision.</p></fn><fn fn-type="conflict"><p>CC and TT work at the research and development department of Interactive Studios. Interactive Studios is the company that developed the computer-assisted history taking platform platform used in this study. Interactive Studios offered the computer-assisted history taking platform used in this study free of charge. The other coauthors declare that the research was conducted in the absence of any other commercial or financial relationships that could be construed as a potential conflict of interest. Moreover, all authors have completed the International Committee of Medical Journal Editors uniform disclosure form and declare the following: no support from any organization for the submitted work, no financial relationships with any organizations that might have an interest in the submitted work in the previous 3 years, and no other relationships or activities that could appear to have influenced the submitted work.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CAHT</term><def><p>computer-assisted history taking</p></def></def-item><def-item><term id="abb2">EHR</term><def><p>electronic health record</p></def></def-item><def-item><term id="abb3">HCP</term><def><p>health care professional</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Lown</surname><given-names>B</given-names> </name></person-group><source>The Lost Art of Healing: Practicing Compassion in Medicine</source><year>1999</year><publisher-name>Ballantine Books</publisher-name><pub-id pub-id-type="other">0345425979</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hampton</surname><given-names>JR</given-names> </name><name name-style="western"><surname>Harrison</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Mitchell</surname><given-names>JR</given-names> </name><name name-style="western"><surname>Prichard</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Seymour</surname><given-names>C</given-names> </name></person-group><article-title>Relative contributions of history-taking, physical examination, and laboratory investigation to diagnosis and management of medical outpatients</article-title><source>Br Med J</source><year>1975</year><month>05</month><day>31</day><volume>2</volume><issue>5969</issue><fpage>486</fpage><lpage>489</lpage><pub-id pub-id-type="doi">10.1136/bmj.2.5969.486</pub-id><pub-id pub-id-type="medline">1148666</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Peterson</surname><given-names>MC</given-names> </name><name name-style="western"><surname>Holbrook</surname><given-names>JH</given-names> </name><name name-style="western"><surname>Von Hales</surname><given-names>D</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>NL</given-names> </name><name name-style="western"><surname>Staker</surname><given-names>LV</given-names> </name></person-group><article-title>Contributions of the history, physical examination, and laboratory investigation in making medical diagnoses</article-title><source>W J Med</source><year>1992</year><month>02</month><volume>156</volume><issue>2</issue><fpage>163</fpage><lpage>165</lpage><pub-id pub-id-type="medline">1536065</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fryburg</surname><given-names>DA</given-names> </name></person-group><article-title>What&#x2019;s playing in your waiting room? Patient and provider stress and the impact of waiting room media</article-title><source>J Patient Exp</source><year>2021</year><month>11</month><day>29</day><volume>8</volume><fpage>23743735211049880</fpage><pub-id pub-id-type="doi">10.1177/23743735211049880</pub-id><pub-id pub-id-type="medline">34869835</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jimenez</surname><given-names>G</given-names> </name><name name-style="western"><surname>Tyagi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Osman</surname><given-names>T</given-names> </name><etal/></person-group><article-title>Improving the primary care consultation for diabetes and depression through digital medical interview assistant systems: narrative review</article-title><source>J Med Internet Res</source><year>2020</year><month>08</month><day>28</day><volume>22</volume><issue>8</issue><fpage>e18109</fpage><pub-id pub-id-type="doi">10.2196/18109</pub-id><pub-id pub-id-type="medline">32663144</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Spinazze</surname><given-names>P</given-names> </name><name name-style="western"><surname>Aardoom</surname><given-names>J</given-names> </name><name name-style="western"><surname>Chavannes</surname><given-names>N</given-names> </name><name name-style="western"><surname>Kasteleyn</surname><given-names>M</given-names> </name></person-group><article-title>The computer will see you now: overcoming barriers to adoption of computer-assisted history taking (CAHT) in primary care</article-title><source>J Med Internet Res</source><year>2021</year><month>02</month><day>24</day><volume>23</volume><issue>2</issue><fpage>e19306</fpage><pub-id pub-id-type="doi">10.2196/19306</pub-id><pub-id pub-id-type="medline">33625360</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ammenwerth</surname><given-names>E</given-names> </name><name name-style="western"><surname>Schnell-Inderst</surname><given-names>P</given-names> </name><name name-style="western"><surname>Hoerbst</surname><given-names>A</given-names> </name></person-group><article-title>Patient empowerment by electronic health records: first results of a systematic review on the benefit of patient portals</article-title><source>Stud Health Technol Inform</source><year>2011</year><volume>165</volume><fpage>63</fpage><lpage>67</lpage><pub-id pub-id-type="medline">21685587</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zakim</surname><given-names>D</given-names> </name><name name-style="western"><surname>Brandberg</surname><given-names>H</given-names> </name><name name-style="western"><surname>El Amrani</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Computerized history-taking improves data quality for clinical decision-making-comparison of EHR and computer-acquired history data in patients with chest pain</article-title><source>PLoS One</source><year>2021</year><month>09</month><day>27</day><volume>16</volume><issue>9</issue><fpage>e0257677</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0257677</pub-id><pub-id pub-id-type="medline">34570811</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pappas</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Anandan</surname><given-names>C</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>J</given-names> </name><name name-style="western"><surname>Car</surname><given-names>J</given-names> </name><name name-style="western"><surname>Sheikh</surname><given-names>A</given-names> </name><name name-style="western"><surname>Majeed</surname><given-names>A</given-names> </name></person-group><article-title>Computer-assisted history-taking systems (CAHTS) in health care: benefits, risks and potential for further development</article-title><source>Inform Prim Care</source><year>2011</year><volume>19</volume><issue>3</issue><fpage>155</fpage><lpage>160</lpage><pub-id pub-id-type="doi">10.14236/jhi.v19i3.808</pub-id><pub-id pub-id-type="medline">22688224</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zakim</surname><given-names>D</given-names> </name><name name-style="western"><surname>Braun</surname><given-names>N</given-names> </name><name name-style="western"><surname>Fritz</surname><given-names>P</given-names> </name><name name-style="western"><surname>Alscher</surname><given-names>MD</given-names> </name></person-group><article-title>Underutilization of information and knowledge in everyday medical practice: evaluation of a computer-based solution</article-title><source>BMC Med Inform Decis Mak</source><year>2008</year><month>11</month><day>5</day><volume>8</volume><fpage>50</fpage><pub-id pub-id-type="doi">10.1186/1472-6947-8-50</pub-id><pub-id pub-id-type="medline">18983684</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perrin Franck</surname><given-names>C</given-names> </name><name name-style="western"><surname>Babington-Ashaye</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dietrich</surname><given-names>D</given-names> </name><etal/></person-group><article-title>iCHECK-DH: guidelines and checklist for the reporting on digital health implementations</article-title><source>J Med Internet Res</source><year>2023</year><month>05</month><day>10</day><volume>25</volume><fpage>e46694</fpage><pub-id pub-id-type="doi">10.2196/46694</pub-id><pub-id pub-id-type="medline">37163336</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hamilton</surname><given-names>AB</given-names> </name><name name-style="western"><surname>Finley</surname><given-names>EP</given-names> </name></person-group><article-title>Qualitative methods in implementation research: an introduction</article-title><source>Psychiatry Res</source><year>2019</year><month>10</month><volume>280</volume><fpage>112516</fpage><pub-id pub-id-type="doi">10.1016/j.psychres.2019.112516</pub-id><pub-id pub-id-type="medline">31437661</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Reisman</surname><given-names>M</given-names> </name></person-group><article-title>EHRs: the challenge of making electronic data usable and interoperable</article-title><source>P T</source><year>2017</year><month>09</month><volume>42</volume><issue>9</issue><fpage>572</fpage><lpage>575</lpage><pub-id pub-id-type="medline">28890644</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chung</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Basch</surname><given-names>EM</given-names> </name></person-group><article-title>Incorporating the patient&#x2019;s voice into electronic health records through patient-reported outcomes as the &#x201C;review of systems.&#x201D;</article-title><source>J Am Med Inform Assoc</source><year>2015</year><month>07</month><volume>22</volume><issue>4</issue><fpage>914</fpage><lpage>916</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocu007</pub-id><pub-id pub-id-type="medline">25614143</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cohen</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Keller</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Hayes</surname><given-names>GR</given-names> </name><name name-style="western"><surname>Dorr</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Ash</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Sittig</surname><given-names>DF</given-names> </name></person-group><article-title>Integrating patient-generated health data into clinical care settings or clinical decision-making: lessons learned from project HealthDesign</article-title><source>JMIR Hum Factors</source><year>2016</year><month>10</month><day>19</day><volume>3</volume><issue>2</issue><fpage>e26</fpage><pub-id pub-id-type="doi">10.2196/humanfactors.5919</pub-id><pub-id pub-id-type="medline">27760726</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>De Vito Dabbs</surname><given-names>A</given-names> </name><name name-style="western"><surname>Myers</surname><given-names>BA</given-names> </name><name name-style="western"><surname>Mc Curry</surname><given-names>KR</given-names> </name><etal/></person-group><article-title>User-centered design and interactive health technologies for patients</article-title><source>Comput Inform Nurs</source><year>2009</year><volume>27</volume><issue>3</issue><fpage>175</fpage><lpage>183</lpage><pub-id pub-id-type="doi">10.1097/NCN.0b013e31819f7c7c</pub-id><pub-id pub-id-type="medline">19411947</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elmore</surname><given-names>N</given-names> </name><name name-style="western"><surname>Burt</surname><given-names>J</given-names> </name><name name-style="western"><surname>Abel</surname><given-names>G</given-names> </name><etal/></person-group><article-title>Investigating the relationship between consultation length and patient experience: a cross-sectional study in primary care</article-title><source>Br J Gen Pract</source><year>2016</year><month>12</month><volume>66</volume><issue>653</issue><fpage>e896</fpage><lpage>e903</lpage><pub-id pub-id-type="doi">10.3399/bjgp16X687733</pub-id><pub-id pub-id-type="medline">27777231</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Howie</surname><given-names>JG</given-names> </name><name name-style="western"><surname>Porter</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Heaney</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Hopton</surname><given-names>JL</given-names> </name></person-group><article-title>Long to short consultation ratio: a proxy measure of quality of care for general practice</article-title><source>Br J Gen Pract</source><year>1991</year><month>02</month><volume>41</volume><issue>343</issue><fpage>48</fpage><lpage>54</lpage><pub-id pub-id-type="medline">2031735</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Scheder-Bieschin</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bl&#x00FC;mke</surname><given-names>B</given-names> </name><name name-style="western"><surname>de Buijzer</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Improving emergency department patient-physician conversation through an artificial intelligence symptom-taking tool: mixed methods pilot observational study</article-title><source>JMIR Form Res</source><year>2022</year><month>02</month><day>7</day><volume>6</volume><issue>2</issue><fpage>e28199</fpage><pub-id pub-id-type="doi">10.2196/28199</pub-id><pub-id pub-id-type="medline">35129452</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stewart</surname><given-names>M</given-names> </name><name name-style="western"><surname>Brown</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Donner</surname><given-names>A</given-names> </name><etal/></person-group><article-title>The impact of patient-centered care on outcomes</article-title><source>J Fam Pract</source><year>2000</year><month>09</month><volume>49</volume><issue>9</issue><fpage>796</fpage><lpage>804</lpage><pub-id pub-id-type="medline">11032203</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Buller</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Buller</surname><given-names>DB</given-names> </name></person-group><article-title>Physicians&#x2019; communication style and patient satisfaction</article-title><source>J Health Soc Behav</source><year>1987</year><month>12</month><volume>28</volume><issue>4</issue><fpage>375</fpage><lpage>388</lpage><pub-id pub-id-type="medline">3429807</pub-id></nlm-citation></ref></ref-list></back></article>