<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id><journal-id journal-id-type="publisher-id">medinform</journal-id><journal-id journal-id-type="index">7</journal-id><journal-title>JMIR Medical Informatics</journal-title><abbrev-journal-title>JMIR Med Inform</abbrev-journal-title><issn pub-type="epub">2291-9694</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v13i1e58858</article-id><article-id pub-id-type="doi">10.2196/58858</article-id><article-categories><subj-group subj-group-type="heading"><subject>Implementation Report</subject></subj-group></article-categories><title-group><article-title>Implementation of WHO SMART Guidelines-Digital Adaptation Kits in Pathfinder Countries in Africa: Processes and Early Lessons Learned</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Muliokela</surname><given-names>Rosemary K</given-names></name><degrees>MPIA</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Banda</surname><given-names>Kuwani</given-names></name><degrees>BSN</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hussen</surname><given-names>Abdulaziz Mohammed</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Malumo</surname><given-names>Sarai Bvulani</given-names></name><degrees>MBChB</degrees><xref ref-type="aff" rid="aff6">6</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kashoka</surname><given-names>Andrew</given-names></name><degrees>MBA</degrees><xref ref-type="aff" rid="aff7">7</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Mwiche</surname><given-names>Angel</given-names></name><degrees>MBChB</degrees><xref ref-type="aff" rid="aff8">8</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Chiboma</surname><given-names>Innocent</given-names></name><degrees>MBA</degrees><xref ref-type="aff" rid="aff7">7</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Barreix</surname><given-names>Maria</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Nyirenda</surname><given-names>Muyereka</given-names></name><degrees>MMed</degrees><xref ref-type="aff" rid="aff9">9</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Sithole</surname><given-names>Zvanaka</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff10">10</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ratanaprayul</surname><given-names>Natschja</given-names></name><degrees>MS</degrees><xref ref-type="aff" rid="aff11">11</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Endehabtu</surname><given-names>Berhanu Fikadie</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff12">12</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Telake</surname><given-names>Hanna Abayneh</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Weldeab</surname><given-names>Adane</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff13">13</xref><xref ref-type="aff" rid="aff14">14</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Probert</surname><given-names>William J M</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff15">15</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tun&#x00E7;alp</surname><given-names>&#x04E6;zge</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Maya</surname><given-names>Ernest</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff16">16</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Woldetsadik</surname><given-names>Mulatu</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff6">6</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tilahun</surname><given-names>Binyam</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff12">12</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Guure</surname><given-names>Chris</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff16">16</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Senya</surname><given-names>Kafui</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff17">17</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Say</surname><given-names>Lale</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tamrat</surname><given-names>Tigest</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Sexual Reproductive Health and Research, World Health Organization</institution><addr-line>Avenue Appia 20, 1211</addr-line><addr-line>Geneva</addr-line><country>Switzerland</country></aff><aff id="aff2"><institution>IHM Southern Africa</institution><addr-line>Lusaka</addr-line><country>Zambia</country></aff><aff id="aff3"><institution>College of Medicine and Health Sciences, University of Gondar</institution><addr-line>Gondar</addr-line><country>Ethiopia</country></aff><aff id="aff4"><institution>Center for Digital Health Implementation Science, University of Gondar</institution><addr-line>Addis Abba</addr-line><country>Ethiopia</country></aff><aff id="aff5"><institution>Julius Global Health, Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, Utrecht University</institution><addr-line>Utrecht</addr-line><country>Netherlands</country></aff><aff id="aff6"><institution>Immunization Maternal Newborn Child Health Cluster, World Health Organization, Country Office</institution><addr-line>Addis Ababa</addr-line><country>Ethiopia</country></aff><aff id="aff7"><institution>Department of Information Communication Technology (ICT), Ministry of Health</institution><addr-line>Lusaka</addr-line><country>Zambia</country></aff><aff id="aff8"><institution>Department of Public Health, Ministry of Health</institution><addr-line>Lusaka</addr-line><country>Zambia</country></aff><aff id="aff9"><institution>Universal Health Coverage and Lifecourse Cluster, World Health Organization, Country Office</institution><addr-line>Lusaka</addr-line><country>Zambia</country></aff><aff id="aff10"><institution>Reproductive, Maternal, Newborn Child and Adolescent Health, World Health Organization, Country Office</institution><addr-line>Harare</addr-line><country>Zimbabwe</country></aff><aff id="aff11"><institution>Department of Digital Health and Innovations, World Health Organization</institution><addr-line>Geneva</addr-line><country>Switzerland</country></aff><aff id="aff12"><institution>Department of Health Informatics, Institute of Public Health, College of Medicine and Health Science, University of Gondar</institution><addr-line>Gondar</addr-line><country>Ethiopia</country></aff><aff id="aff13"><institution>Health Research Development Directorate, Amhara Public Health Institute</institution><addr-line>Amhara</addr-line><country>Ethiopia</country></aff><aff id="aff14"><institution>Department of Health Promotion and Health Behavior, University of Gondar</institution><addr-line>Gondar</addr-line><country>Ethiopia</country></aff><aff id="aff15"><institution>Department of Global HIV, Hepatitis, and STIs Programmes, World Health Organization</institution><addr-line>Geneva</addr-line><country>Switzerland</country></aff><aff id="aff16"><institution>School of Public Health, University of Ghana</institution><addr-line>Accra</addr-line><country>Ghana</country></aff><aff id="aff17"><institution>HIV, TB and Hepatitis (HTH) unit, World Health Organization, Country Office</institution><addr-line>Accra</addr-line><country>Ghana</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Perrin</surname><given-names>Caroline</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Lin</surname><given-names>Haotian</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Randriambelonoro</surname><given-names>Mirana</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Delaigue</surname><given-names>Sophie</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Sinha</surname><given-names>Urjoshi</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Rosemary K Muliokela, MPIA, Department of Sexual Reproductive Health and Research, World Health Organization, Avenue Appia 20, 1211, Geneva, Switzerland, 41 22 791 21 11; <email>muliokelar@who.int</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>7</day><month>2</month><year>2025</year></pub-date><volume>13</volume><elocation-id>e58858</elocation-id><history><date date-type="received"><day>22</day><month>04</month><year>2024</year></date><date date-type="rev-recd"><day>09</day><month>11</month><year>2024</year></date><date date-type="accepted"><day>11</day><month>11</month><year>2024</year></date></history><copyright-statement>&#x00A9; Rosemary K Muliokela, Kuwani Banda, Abdulaziz Mohammed Hussen, Sarai Bvulani Malumo, Andrew Kashoka, Angel Mwiche, Innocent Chiboma, Maria Barreix, Muyereka Nyirenda, Zvanaka Sithole, Natschja Ratanaprayul, Berhanu Fikadie Endehabtu, Hanna Abayneh Telake, Adane Weldeab, William J M Probert, &#x04E6;zge Tun&#x00E7;alp, Ernest Maya, Mulatu Woldetsadik, Binyam Tilahun, Chris Guure, Kafui Senya, Lale Say, Tigest Tamrat. Originally published in JMIR Medical Informatics (<ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org">https://medinform.jmir.org</ext-link>), 7.2.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://medinform.jmir.org/">https://medinform.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://medinform.jmir.org/2025/1/e58858"/><abstract><sec><title>Background</title><p>The adoption of digital systems requires processes for quality assurance and uptake of standards to achieve universal health coverage. The World Health Organization developed the Digital Adaptation Kits (DAKs) within the SMART (Standards-based, Machine-readable, Adaptive, Requirements-based, and Testable) guidelines framework to support the uptake of standards and recommendations through digital systems. DAKs are a software-neutral mechanism for translating narrative guidelines to support the design of digital systems. However, a systematic process is needed to implement and ensure the impact of DAKs in country contexts.</p></sec><sec><title>Objective</title><p>This paper details the structured process and stepwise approach to customize the DAKs to the national program and digital context in 5 countries in Africa with diverse program guideline uptake and significant digital health investments: Ethiopia, Ghana, Malawi, Zambia, and Zimbabwe. All these countries have existing digital systems, which have the potential to be updated with the DAKs.</p></sec><sec sec-type="methods"><title>Methods</title><p>A DAK assessment tool was developed and used to assess guideline digitization readiness and opportunities for system uptake in each country. Multistakeholder teams were established to conduct the content review and alignment of the generic DAK to national guidelines and protocols through a series of stakeholder consultations, including stakeholder orientation, content review and alignment, content validation, and software update meetings.</p></sec><sec><title>Implementation (Results)</title><p>Country adaptation processes identified requirements for national-level contextualization and highlighted opportunities for refinement of DAKs. Quality assurance of the content during the content review and validation processes ensured alignment with national protocols. Adaptation processes also facilitated the adoption of the DAKs approach into national guidelines and strategic documents for sexual and reproductive health.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Country experiences offered early insights into the opportunities and benefits of a structured approach to digitalizing primary health care services. They also highlighted how this process can be continuously refined and sustained to enhance country-level impact.</p></sec></abstract><kwd-group><kwd>guidelines</kwd><kwd>reproductive health</kwd><kwd>maternal health</kwd><kwd>antenatal care</kwd><kwd>clinical decision support</kwd><kwd>clinical decision support systems</kwd><kwd>digital health</kwd><kwd>HIV/AIDS</kwd><kwd>family planning</kwd><kwd>electronic medical records</kwd><kwd>electronic health record</kwd><kwd>standards</kwd><kwd>interoperability</kwd><kwd>system uptake</kwd><kwd>digital health governance</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Globally, many countries are transitioning from paper-based to digital health systems to achieve universal health coverage [<xref ref-type="bibr" rid="ref1">1</xref>]. However, this process has not been without challenges. Digital ecosystems, in low- and middle-income countries, continue to be flooded with a multiplicity of digital tools [<xref ref-type="bibr" rid="ref2">2</xref>]. It is also often difficult to ascertain the design process of these tools [<xref ref-type="bibr" rid="ref3">3</xref>] and whether the underlying content is developed in accordance with the evolving clinical evidence base, protocols, and guidelines. This is largely due to the existing process of translating narrative guidelines into digital systems, which is often laborious, prone to error, and lacks accompanying technical documentation appropriate for digital use [<xref ref-type="bibr" rid="ref4">4</xref>]. This results in disjointed digital health ecosystems with inadequate standards that hinder the quality of care, exchange of data, and reporting and hamper continuity of care [<xref ref-type="bibr" rid="ref5">5</xref>]. To deliver sustainable digital health solutions for country impact, digital system development needs to be based on principles of transparency, accessibility, scalability, and interoperability [<xref ref-type="bibr" rid="ref6">6</xref>]; be adherent to clinical guidelines [<xref ref-type="bibr" rid="ref7">7</xref>] and data use and sharing standards; and be guided by national digital strategies.</p><p>To ensure an accurate reflection of guidance within digital systems, the World Health Organization (WHO) developed the SMART (Standards-based, Machine-readable, Adaptive, Requirements-based, and Testable) guideline approach, which includes Digital Adaptation Kits (DAKs) [<xref ref-type="bibr" rid="ref6">6</xref>]. DAKs translate narrative guidelines into a format that informs the design of digital systems. They have been developed for health service areas such as antenatal care (ANC) [<xref ref-type="bibr" rid="ref8">8</xref>], HIV [<xref ref-type="bibr" rid="ref9">9</xref>], and family planning (FP) [<xref ref-type="bibr" rid="ref10">10</xref>], with more health domains in the pipeline. DAKs are packaged as an operational guidance document (PDF) with four web annexes (Excel files): (1) core data elements/data dictionary, (2) decision support tables, (3) program indicator definitions, and (4) functional and nonfunctional requirements. They are structured into components, such as personas, workflows, data dictionaries, and decision-support logic [<xref ref-type="bibr" rid="ref5">5</xref>], that are intended to be customized and adapted across diverse country digital and program landscapes and contexts. These include settings that already have established digital systems, as well as those that are preparing to transition from paper to digital systems.</p><p>Considering that SMART guidelines and DAKs are new concepts, it is important to establish defined processes to introduce, adapt, and integrate DAK content within countries&#x2019; existing digital ecosystems and programmatic landscapes. Drawing on experiences from 5 African countries (Ethiopia, Ghana, Malawi, Zambia, and Zimbabwe), we aim to develop and refine a replicable process for the country adaptation and implementation of DAKs. This will contribute to the creation of a framework that can be adapted by other countries, ensuring a consistent approach to digitalizing primary health care services. This article details the processes and lessons learned in developing a framework for the systematic implementation of DAKs within different country contexts.</p></sec><sec id="s1-2"><title>Objectives</title><p>The paper highlights the processes and lessons learned toward the development of a framework for the systematic implementation of DAKs within a country. The structured approach used to contextualize DAKs to national settings was conducted across 5 diverse programs and digital landscapes: Ethiopia, Ghana, Malawi, Zambia, and Zimbabwe.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Implementation Setting and Criteria</title><p>The selected countries were part of a broader United Nations interagency initiative [<xref ref-type="bibr" rid="ref11">11</xref>] to strengthen sexual and reproductive health and rights (SRHR) (Malawi, Zambia, and Zimbabwe), while Ethiopia and Ghana were positioned for implementation research leveraging this established process. Selected countries had prior significant digital investments, and the DAK country adaptation was conducted with the aim to enhance the following national digital systems: Bahmni (Ethiopia), eTracker (Ghana), Malawi Health Information System (Malawi), SmartCare (Zambia), and Impilo (Zimbabwe) in the respective countries.</p></sec><sec id="s2-2"><title>Implementation Approach</title><sec id="s2-2-1"><title>Overview</title><p>This implementation report was guided by and adheres to the Implementation Science Research Reporting Guidelines for Digital Health Interventions (iCHECK-DH) checklist, which provides a structured approach for documenting digital health implementations [<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>A stepwise approach was developed to introduce the DAKs. Multistakeholder DAK adaptation teams consisting of program and digital health Ministry of Health (MOH) focal points, implementing partners, and health care providers were assembled and engaged throughout the adaptation processes. The ANC and FP DAKs were used as the initial set of content areas to inform a standard methodology and process for DAK country customization and integration into respective country digital health systems. This method builds on processes for customizing the WHO ANC digital module [<xref ref-type="bibr" rid="ref13">13</xref>] using the ANC DAK in Zambia and Rwanda [<xref ref-type="bibr" rid="ref14">14</xref>] and a broader methodology for applying the DAKs to the existing digital systems in a country. Challenges included inadequate narrative guideline uptake [<xref ref-type="bibr" rid="ref15">15</xref>]; lack of requirements documentation; delays in guideline uptake and adoption; and the evolving digital landscape, including transitions between systems and inadequate clarity regarding which system to enhance.</p></sec><sec id="s2-2-2"><title>Localization and Adaptation Processes</title><p>The approach included the following steps: (1) country assessment and stakeholder orientation; (2) content adaptation: review and alignment to national package; (3) content validation of the draft DAK country package; and (4) digital system and content updates and monitoring (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Subsequent steps, such as the design of the system prototype (Step 4), will be expanded on through standard software development processes, including quality assurance assessments and user acceptance tests to facilitate further iterations and enhance the readiness for deployment. Related deployment activities, including system monitoring, training, and continuous support and feedback, are acknowledged as part of the overall process inherent for all digital implementations and not detailed in the framework. To guide and document this process for future replication, we developed operational tools (<xref ref-type="table" rid="table1">Table 1</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>DAK adaptation process steps and phases. DAK: Digital Adaptation Kit; HMIS: health management information system.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="medinform_v13i1e58858_fig01.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Tools used in Digital Adaptation Kit (DAK) country adaptation.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Step<break/>number</td><td align="left" valign="top">Tool</td><td align="left" valign="top">Purpose and description</td><td align="left" valign="top">DAK adaptation steps</td><td align="left" valign="top">Point of use/when used</td><td align="left" valign="top">DAK component reviewed</td></tr></thead><tbody><tr><td align="char" char="." valign="top">1</td><td align="left" valign="top">Guideline extraction</td><td align="left" valign="top">Provides a high-level comparison between country and WHO<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> narrative guidelines.</td><td align="left" valign="top">Country assessment and stakeholder orientation</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Prestakeholder orientation workshop</p></list-item><list-item><p>Precontent review and alignment workshop</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Health interventions and recommendations</p></list-item></list></td></tr><tr><td align="char" char="." valign="top">2</td><td align="left" valign="top">Country assessment</td><td align="left" valign="top">The assessment tool evaluates a country&#x2019;s digital health landscape, governance, and workforce capacity [<xref ref-type="bibr" rid="ref13">13</xref>]. It examines existing digital systems, guidelines, leadership structures, strategic priorities, and services. It seeks to identify relevant governance frameworks, and investment plans to guide the selection and sustainability of the digital system to be used for DAK content updates.</td><td align="left" valign="top">Country assessment and stakeholder orientation</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Pre/during stakeholder orientation workshop</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Health interventions and recommendations Personas</p></list-item></list></td></tr><tr><td align="char" char="." valign="top">3</td><td align="left" valign="top">Premapping tool</td><td align="left" valign="top">This is adapted from the generic DAK data dictionary for specific health domain areas and includes questions to determine whether the DAK data element already exists in the country&#x2019;s protocols/guidelines/registers; whether it should be added to the country-adapted DAK, and if any modifications are required. It also considers data elements that exist in the country protocols but not in the DAKs, with a provision to include a description of the new data element and indicates any removals, notes, or justifications.</td><td align="left" valign="top">Content adaptation: review and alignment with national protocols/guidelines</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Content review and alignment with national protocols/guidelines workshop</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Health interventions and recommendations</p></list-item><list-item><p>Personas</p></list-item><list-item><p>Business processes and workflows</p></list-item><list-item><p>Core data elements</p></list-item><list-item><p>Decision support logic</p></list-item><list-item><p>Indicators and performance metrics</p></list-item></list></td></tr><tr><td align="char" char="." valign="top">4</td><td align="left" valign="top">Monitoring, evaluation, and reporting alignment</td><td align="left" valign="top">The tool is used to systematically review and align DAK elements added to the country-adapted DAK to existing reporting tools (eg, paper registers).</td><td align="left" valign="top">Content adaptation: review and alignment with national protocols/guidelines</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Content review and national protocols/guidelines workshop</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Core data elements</p></list-item><list-item><p>Decision support logic</p></list-item><list-item><p>Indicators and performance metrics</p></list-item></list></td></tr><tr><td align="char" char="." valign="top">5</td><td align="left" valign="top">Country adaptation log</td><td align="left" valign="top">The log provides a comprehensive overview of changes (additions, removals, and modifications) made to the data dictionary and decision support logic for the adaptation of the DAK in an existing system.</td><td align="left" valign="top">Content validation of the draft country package</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Post content review and alignment workshop</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Core data elements</p></list-item><list-item><p>Decision support logic</p></list-item><list-item><p>Indicators and performance metrics</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>WHO: World Health Organization.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-2-3"><title>Country Assessment and Stakeholder Orientation</title><p>As an initial step to the introduction of DAKs, we developed a country assessment tool to assess the digital and health program context to determine country adaptation requirements. Considerations in this tool were derived from the WHO/International Telecommunications Union eHealth Strategy building blocks, which include leadership and governance, services, and applications; strategy and investment; service and applications, standards, and interoperability; and workforce [<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, to ascertain the status of the guideline dissemination and existing content within existing systems, we included a pillar on public health content and the health domain. Selected countries were introduced to the concept and initiative at a web-based orientation. The country assessment tool was used to initiate discussions with MOH stakeholders and decisions around the health programs and digital system for prioritization. This was followed by an in-person orientation workshop to review the results from the assessment tool, establish a common understanding among the country&#x2019;s SRH and digital stakeholders, and consolidate plans for implementation. A high-level overview of the DAK components, including the user personas, workflows, and data dictionaries was provided to illustrate what a DAK entails and preview potential modifications that may be needed. Further, multistakeholder DAK implementation teams were established in each country to lead the content review and alignment of the generic WHO DAK to national guidelines and protocols [<xref ref-type="bibr" rid="ref14">14</xref>], including a subgroup to initiate the desk reviews and guideline comparisons for informing the areas for country adaptation.</p></sec><sec id="s2-2-4"><title>Content Adaptation: Review and Alignment to National Package</title><p>To guide the content review process, a guideline extraction tool was developed to facilitate a high-level comparison between national guidelines or protocols and WHO guidelines. This tool aimed to identify deviations and adaptation requirements and facilitated an understanding of customizing user personas and workflows. A premapping tool was developed using editable versions of the DAK data dictionaries and decision support logic in Excel spreadsheets, which included additional columns for detailed documentation of the adaptations. A subset of the implementation team systematically reviewed the data elements and decision support tables and documented the alignment between the DAK content in relation to what may be available in national documentation. Adaptations were categorized into 3 types: modifications (taken from the generic WHO DAK but with wording changes), adoptions (taken as is from the DAK), and removals (not incorporated in the country DAK). A country adaptation log was also completed alongside the changes being documented in the spreadsheets in order to summarize and track the updates. Additionally, content that existed in a country&#x2019;s protocol or documentation but not in the generic WHO DAK was also highlighted. The outputs of the premapping were subsequently reviewed in stakeholder consultations for feedback and resulted in a draft adapted country package to undergo further validation.</p></sec><sec id="s2-2-5"><title>Validation of DAK Country Package</title><p>The validation of the draft DAK country package was conducted as the final step before integration. Stakeholder meetings were convened to review the adapted content, verifying that it was accurately localized and aligned with national clinical and digital health guidelines and standards. This process involved reviewing the adaptation logs to establish a common understanding of the DAK components that were localized based on the criteria outlined in the content adaptation section above (ie, modifications, adoptions, additions, and removals). Additionally, content was prioritized for integration based on the digital platform&#x2019;s capacity and available resources, as well as the alignment needed for the data models of the intended digital systems. The draft packages were then cleaned, approved, and certified by national authorities as &#x201C;ready&#x201D; for system integration.</p></sec><sec id="s2-2-6"><title>Digital System Content Update</title><p>The preparation for the digital system content update was initiated once the DAK software package had been validated by system developers and digital experts. It began with a thorough review of the identified existing system digital system&#x2019;s architecture and design; particularly the code structure, functionalities, and its capacity to support DAK content and functionalities as part of a software planning meeting. Furthermore, an extensive evaluation of the existing systems&#x2019; components, underlying technology, and business processes was carried out in order to ascertain how each DAK may improve current workflows and interface with the respective electronic health records components. The next step was to create an integration plan that included the technical specifications, schedules, and required resources (including digital vendors) for the DAK system enhancements.</p></sec></sec><sec id="s2-3"><title>Ethical Considerations</title><p>For Malawi, Zambia, and Zimbabwe, this was part of WHO technical support, and there was no engagement with human subjects; therefore, ethics review was not required. Ghana and Ethiopia were part of an implementation research study that was approved by the WHO/Human Reproduction Program Research Project Review Panel, the WHO Ethical Review Committee (A66031), and the National Ethics Committee of the 2 countries (University of Gondar, Ethiopia Institutional Review Board [VP/RTT/05/752/2024] and Ghana Health Service Ethics Review Committee [GHS-ERC: 025/07/22]).</p></sec></sec><sec id="s3"><title>Implementation (Results)</title><sec id="s3-1"><title>Stakeholder Orientation and Country Assessment</title><p>When first presenting the concept of SMART guidelines and DAKs, they were initially perceived as abstract materials, and stakeholders in the countries often requested an understanding of what the &#x201C;end product&#x201D; would look like. Stakeholders often expected a tangible digital tool and required extensive communication on how SMART guidelines-DAKs work to inform their existing digital systems as software-neutral resources. Furthermore, a reference software app reflecting DAK content was often demonstrated during the orientation to provide clarity on how the DAKs would eventually appear in a digital interface. Demonstrating this linkage between the data elements and decision support logic in the DAK (in spreadsheet form) and how they would appear on a digital platform/system can also help distinguish the DAKs from the software app (<xref ref-type="table" rid="table2">Table 2</xref>).</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Summary of challenges, recommendations/best practices, and lessons learned.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Challenges</td><td align="left" valign="bottom">Recommendations/best practice</td><td align="left" valign="bottom">Lessons learned</td></tr></thead><tbody><tr><td align="left" valign="top"><list list-type="bullet"><list-item><p>Inadequate uptake and adoption of guidelines at the point of care or a lack of updated guidelines during the introduction of DAKs<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup>.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Assess the guideline status within the country, including conducting site visits to ascertain gaps and areas in which DAKs can strengthen prior to adaptation.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>As a guideline derivative product, DAKs can be used to accelerate guideline update processes by highlighting differences in global and national protocols.</p></list-item></list></td></tr><tr><td align="left" valign="top"><list list-type="bullet"><list-item><p>Limited existing system documentation.</p></list-item><list-item><p>Limited knowledge of existing systems by clinicians.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>DAKs will serve as a starting point for requirements gathering.</p></list-item><list-item><p>Showcase the system during content adaptation sessions.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Engaging system users in content adaptation processes is critical for both system adoption and quality assurance of the content.</p></list-item></list></td></tr><tr><td align="left" valign="top"><list list-type="bullet"><list-item><p>Continuous evolution of digital ecosystems and varying maturity stages.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Align with existing national digital system strategies.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Integration of the DAKs within broader digital and health strategic documents is key for system adoption and sustainability.</p></list-item></list></td></tr><tr><td align="left" valign="top"><list list-type="bullet"><list-item><p>The initial content adaptation process might require more time due to the volume of DAK elements.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Conduct preparatory steps, such as guideline extraction and premapping to assess/select initial areas for adaptation, prior to stakeholder validation.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>The content adaptation process is not linear, and multiple iterations and layers might be required for alignment with other components of the digital ecosystem, including the health management information systems for reporting.</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>DAK: Digital Adaptation Kit.</p></fn></table-wrap-foot></table-wrap><p>In addition, this orientation and socialization of the DAKs identified additional scenarios to support countries&#x2019; digital health journeys, such as informing assessments of existing digital systems and enabling a common reference standard, particularly in settings where there may be several electronic medical records systems, like Malawi. The DAKs were found to be clearly structured, with some MOHs proposing to adopt the DAK approach to document business processes. For example, in Zambia, this approach has been adopted and is currently being leveraged for other health domains. Additionally, engaging the system users in the adaptation processes will be essential to ensuring the adoption of the system (<xref ref-type="table" rid="table2">Table 2</xref>).</p></sec><sec id="s3-2"><title>Validation of the DAK Country Package</title><p>The overall content adaptation and validation process provided an opportunity for countries to collectively review their business requirements processes for standardizing content within their digital system. This was a new process for stakeholders, especially as some health program managers were not familiar with digital system design or requirements gathering. The review and validation process, which included respective DAK domain service providers, provided an opportunity for both digital and health literacy capacity building. Clinicians not only saw themselves providing service to clients through the review processes but also actively participated in the process of developing a digital module that they themselves would be using.</p></sec><sec id="s3-3"><title>Digital System Content Updates</title><p>In preparing for the digital system content update, DAKs were found to be clearly structured, with some MOHs proposing to adopt the DAK approach to document business processes for other health domains and include it as part of their broader strategy to digitalizing SRH services at the primary health care level. Examples include Malawi and Zambia [<xref ref-type="bibr" rid="ref17">17</xref>] where the ANC and FP DAKs have been integrated into the respective health domain guidelines and strategies. Decision support functionalities were found to be a valuable addition due to their potential to guide or remind clinicians of key clinical recommendations during the provision of care. This is especially important since most digital systems they were accustomed to focused heavily on data collection rather than person-centered care.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>These initial experiences of introducing and implementing DAKs across 5 countries provide a foundation for developing a replicable, software-neutral integration process. Additionally, the findings will be important for informing not only the development of global DAKs but also how WHO and implementing agencies can support countries with their integration. The country assessment was critical across all sites for initiating conversations around digital systems, as well as for bringing stakeholders such as program managers on board. Additionally, the set-up of multistakeholder teams including the program, digital health leads, clinical informatics specialists, and clinicians was critical for driving the adaptation process forward. The structured format of DAKs facilitated a transparent process for content review and validation. Moreover, the collaboration across sectors, with the program and health domain experts leading ensured that the process was centered around the user&#x2014;a critical component for system adoption [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p><p>The DAKs were initially viewed as &#x201C;abstract&#x201D; by stakeholders, and as software rather than health content due to limited engagement in the design of digital systems. The stakeholder consultations also provided opportunities for users to review existing systems and also appreciate existing gaps and propose how these could be enhanced with DAK content. The adaptation process revealed several layers of adaptation, and that multiple iterations would be required, including considerations around linkages with other components such as health management information systems. Some challenges included the large volume of DAK elements, which was initially overwhelming and time-consuming at the beginning of the review and content adaptation process. However, we learned that conducting preparatory steps, including guideline extraction and premapping, can help to optimize time and resources by first highlighting expected adaptations for stakeholder review (<xref ref-type="table" rid="table2">Table 2</xref>). Last, it is important to consider the different stages of digital maturity of a system; and the current strategic direction and priorities of the government during the introduction of DAKs at the country level (<xref ref-type="table" rid="table2">Table 2</xref>).</p></sec><sec id="s4-2"><title>Aligning With Health System Strategic Policies and Guidelines</title><p>To integrate the DAKs within a country&#x2019;s national health system, it is vital to align them with the broader national health strategic priorities and frameworks [<xref ref-type="bibr" rid="ref20">20</xref>]. The examples highlighted above from Zambia and Malawi represent a great starting point for harmonization and integration into broader health strategic documents and plans. This ensures that DAKs are embedded as critical elements of the national strategy rather than being viewed as isolated initiatives&#x2014;which can negatively affect their adoption at different levels of the health system (<xref ref-type="table" rid="table2">Table 2</xref>). It is, therefore, imperative that government stakeholders, particularly MOH program managers and health domain and digital health experts, actively advocate for and ensure the inclusion of these guidelines into national policies, during annual and midterm policy and health strategic reviews and planning. This will require strong leadership and coordination across relevant sectors.</p></sec><sec id="s4-3"><title>Leveraging DAKs to Accelerate Narrative Guideline Updates and Other Paper Tools</title><p>As a guideline derivative product, DAKs can be used to accelerate guideline update processes by highlighting differences in global and national protocols (including reporting tools), particularly in settings where the narrative guidelines are not up-to-date (<xref ref-type="table" rid="table2">Table 2</xref>). The adaptation process can be useful for informing the updates for narrative guidelines and aligning to the latest WHO guidelines. However, the DAK itself cannot be a substitute for undergoing the formal process of updating national health program guidelines [<xref ref-type="bibr" rid="ref12">12</xref>]. However, it will be important to also consider the current status of guideline uptake at the facility level. Conducting a site visit to a health facility, as part of the content review process, will not only enhance the DAK adaptation process by highlighting areas within the guideline content that require reinforcement but can also improve the uptake of the guidelines (<xref ref-type="table" rid="table2">Table 2</xref>).</p></sec><sec id="s4-4"><title>Determining the Approach for DAK Implementation</title><p>When introducing DAKs within a country&#x2019;s digital and program ecosystem, it is important to consider the modality for DAK implementation. This can be particularly challenging in settings where there have been prior digital investments that are disease-specific. Where the identified digital system might be used for certain health areas (eg, HIV), clinicians would already be used to these systems, leading to the underuse of other modules. Enhancing the &#x201C;other&#x201D; modules with the DAKs within such platforms would require adequate awareness and training to improve uptake and use. The localized DAK could act as the benchmark that all other digital systems adhere to if there are many digital systems with varying degrees of coverage and maturity. Moreover, showcasing the system during content adaptation sessions could be a helpful approach to increase understanding of the various digital modules within a point-of-care system. Additionally, implementation modalities should also consider engagement with private sector partners and subnational adaptations based on the program and digital landscape of the countries.</p></sec><sec id="s4-5"><title>Strengths and Limitations</title><p>The strength of this paper is that it represents replicable processes that have been developed through firsthand learning from countries and offers a foundation that can undergo further refinement as new countries embark on the implementation of SMART guidelines, specifically DAKs. These learnings will be complemented through implementation research [<xref ref-type="bibr" rid="ref21">21</xref>] and communities of practice, and culminate in the development of a living technical guidance to facilitate the effective uptake of DAKs. Some of the limitations and challenges, such as the intensive resources initially required, were due to the novelty of the approach and having limited prior reference in the implementation of SMART guidelines. Additionally, another limitation is the absence of detailed cost estimates for the DAK adaptation and implementation processes, as a systematic evaluation of costs was not included. Given the focus on methodological processes and the variability in country contexts, providing a comprehensive budget was not feasible at this stage. Furthermore, it is important to note that countries&#x2019; digital systems are dynamic and constantly changing. Despite DAKs being software agnostic, critical reflections are also needed on transitioning a package adapted for a legacy system to newer versions, while also introducing interoperability standards, such as Fast Healthcare Interoperability Resources (FHIR) [<xref ref-type="bibr" rid="ref22">22</xref>].</p></sec><sec id="s4-6"><title>Conclusions</title><p>Leveraging existing digital investments to reinforce evidence-based recommendations offers a sustainable pathway for institutionalizing WHO SMART guidelines-DAKs within health systems. However, to achieve this, a multifaceted approach will be necessary: strong digital health leadership and governance [<xref ref-type="bibr" rid="ref23">23</xref>], along with coordination and strategic direction for digital investments, will be critical [<xref ref-type="bibr" rid="ref21">21</xref>], particularly in countries where systems are still disease-specific [<xref ref-type="bibr" rid="ref24">24</xref>]. Moreover, the collaboration between program leads, policy makers, and digital teams will also be vital, including engaging program managers and policy makers in system update training, continuous system monitoring and identification of &#x201C;system champions&#x201D; at the facility level. Further, plans for interoperability and data use standards will also need to be incorporated. These initial sets of country experiences offer insights into the requirements and opportunities to optimize the use of WHO SMART guidelines-DAKs as a tool for strengthening countries&#x2019; digital investments in a structured manner. This approach sets the foundation for a systematic approach to implementing DAKs and will be further refined through research to evaluate the resulting impact on service delivery outcomes and data flows [<xref ref-type="bibr" rid="ref9">9</xref>]. Overall, standardizing a common approach to DAK implementation will be important to facilitate peer-to-peer exchange among countries, foster regional and global cooperation required for standards-based digital transformation, and ultimately optimize the impact of digital health systems for universal health coverage.</p></sec></sec></body><back><ack><p>The authors would like to thank the following from the World Health Organization (WHO) Africa Regional Office for their support in facilitating country stakeholder engagement and consultations: Dr Hillary Kipruto, Dr Ayotunede Adegboyega, and Dr Adeniyi Aderoba. The authors would also like to thank the following from the WHO country offices of Zambia, Malawi, Zimbabwe, Ethiopia, Kenya, and Ghana: Dr Azmach Gebregiorgis, Mr Peter Chalusa, Dr Solome Nampewo, Dr Stanely Midzi, and Ms Batani Moyo; Dr Kassu Gurma and Dr Haimanot Workineh; and Mr Eric Maira, Dr Martin Owusu, and Mr Dominic Atweam. The authors also thank the following individuals from the Ministries of Health of Zambia, Malawi, Zimbabwe, Ethiopia, and Ghana Health Service respectively: Ms Dynes Kaluba, Ms Ruth Bweupe, Ms Winne Bbwantu, Mr Muya Mwansa, Mr Shem Kabesa, Mr Oovst Chooye, and Mr Andrew Chanshika; Ms Christina Muchoma, Mr Kennedy Kanyimbo, and Mr Innocent Yowa; Dr Simukai Zizhou and Dr Robert Gongora; Mr Gemechis Melkamu, Mr Abinet Seife, Mr Gezahegn Feyssa, Dr Zerihun Bogale, Dr Abebe Ketema, Mrs Yirgalem Negash, and Mr Sheleme Humnessa; and Dr Kofi Issah, Dr Chris Fofie, Mr Geegee Kwame Adu, and Mr Oswald Kanyirbee Dachaga. The authors also thank Mrs Addiszemen Chanie from the Amhara Regional Health Office and Dr Dawit Kassahun and Dr Solomon Berhe from the University of Gondar, Ethiopia. The authors also acknowledge Dr Sam Dery, Dr Frances B da Costa Vroom, and Mr Seth Kwaku Afagbedzi from the University of Ghana. This work was funded through the UNDP-UNFPA-UNICEF-WHO-World Bank Special Programme of Research, Development and Research Training in Human Reproduction, a cosponsored program executed by the WHO. The named authors alone are responsible for the views expressed in this publication and do not necessarily represent the decisions or the policies of the WHO nor the UNDP-UNFPA-UNICEF-WHO-World Bank Special Programme of Research, Development and Research Training in Human Reproduction.</p></ack><fn-group><fn fn-type="con"><p>RKM wrote the first draft in collaboration with TT. KB, SBM, and IC provided input on the initial adaptation experience from Zambia that informed adaptation processes for other countries. Additionally, CG, SD, EM, BT, AN, AM, HAT, and BFE from Ghana and Ethiopia also contributed to the methodologies. All authors reviewed and provided input into the manuscript based on their country's implementation and technical experience.</p></fn><fn fn-type="conflict"><p>KB is a clinical informatics specialist who works for IHM Southern Africa&#x2014;a technology/health informatics company that supports the implementation of the digital system in Zambia.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">ANC</term><def><p>antenatal care</p></def></def-item><def-item><term id="abb2">DAK</term><def><p> Digital Adaptation Kit</p></def></def-item><def-item><term id="abb3">FHIR</term><def><p>Fast Healthcare Interoperability Resources</p></def></def-item><def-item><term id="abb4">FP</term><def><p>family planning</p></def></def-item><def-item><term id="abb5">MOH</term><def><p>Ministry of Health</p></def></def-item><def-item><term id="abb6">SMART</term><def><p>Standards-based, Machine-readable, Adaptive, Requirements-based, and Testable</p></def></def-item><def-item><term id="abb7">SRH</term><def><p>sexual and reproductive health</p></def></def-item><def-item><term id="abb8">SRHR</term><def><p>sexual and reproductive health and rights</p></def></def-item><def-item><term id="abb9">WHO</term><def><p>World Health Organization</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>Seventy-first World Health Assembly: Geneva, 21&#x2013;26 May. Resolutions and decisions annexes</article-title><source>World Health Organization</source><year>2018</year><access-date>2023-04-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://iris.who.int/handle/10665/326571">https://iris.who.int/handle/10665/326571</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holl</surname><given-names>F</given-names> </name><name name-style="western"><surname>Kircher</surname><given-names>J</given-names> </name><name name-style="western"><surname>Hertelendy</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Sukums</surname><given-names>F</given-names> </name><name name-style="western"><surname>Swoboda</surname><given-names>W</given-names> </name></person-group><article-title>Tanzania&#x2019;s and Germany&#x2019;s digital health strategies and their consistency with the World Health Organization&#x2019;s global strategy on digital health 2020-2025: comparative policy analysis</article-title><source>J Med Internet Res</source><year>2024</year><month>03</month><day>18</day><volume>26</volume><fpage>e52150</fpage><pub-id pub-id-type="doi">10.2196/52150</pub-id><pub-id pub-id-type="medline">38498021</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Duffy</surname><given-names>A</given-names> </name><name name-style="western"><surname>Christie</surname><given-names>GJ</given-names> </name><name name-style="western"><surname>Moreno</surname><given-names>S</given-names> </name></person-group><article-title>The challenges toward real-world implementation of digital health design approaches: narrative review</article-title><source>JMIR Hum Factors</source><year>2022</year><month>09</month><day>9</day><volume>9</volume><issue>3</issue><fpage>e35693</fpage><pub-id pub-id-type="doi">10.2196/35693</pub-id><pub-id pub-id-type="medline">36083628</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="web"><article-title>SMART guidelines</article-title><source>World Health Organization</source><year>2021</year><access-date>2023-04-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/teams/digital-health-and-innovation/smart-guidelines">https://www.who.int/teams/digital-health-and-innovation/smart-guidelines</ext-link></comment></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tamrat</surname><given-names>T</given-names> </name><name name-style="western"><surname>Ratanaprayul</surname><given-names>N</given-names> </name><name name-style="western"><surname>Barreix</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Transitioning to digital systems: the role of World Health Organization&#x2019;s digital adaptation kits in operationalizing recommendations and interoperability standards</article-title><source>Glob Health Sci Pract</source><year>2022</year><month>02</month><day>28</day><volume>10</volume><issue>1</issue><fpage>e2100320</fpage><pub-id pub-id-type="doi">10.9745/GHSP-D-21-00320</pub-id><pub-id pub-id-type="medline">35294382</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mehl</surname><given-names>G</given-names> </name><name name-style="western"><surname>Tun&#x00E7;alp</surname><given-names>&#x00D6;</given-names> </name><name name-style="western"><surname>Ratanaprayul</surname><given-names>N</given-names> </name><etal/></person-group><article-title>WHO SMART guidelines: optimising country-level use of guideline recommendations in the digital age</article-title><source>Lancet Digit Health</source><year>2021</year><month>04</month><volume>3</volume><issue>4</issue><fpage>e213</fpage><lpage>e216</lpage><pub-id pub-id-type="doi">10.1016/S2589-7500(21)00038-8</pub-id><pub-id pub-id-type="medline">33610488</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Meybohm</surname><given-names>P</given-names> </name><name name-style="western"><surname>Ghanem</surname><given-names>A</given-names> </name><name name-style="western"><surname>von Dincklage</surname><given-names>F</given-names> </name><name name-style="western"><surname>Kranke</surname><given-names>P</given-names> </name><name name-style="western"><surname>B&#x00F6;rm</surname><given-names>P</given-names> </name></person-group><article-title>Digital guidelines of the twenty-first century : requirements for the structured development, application and evaluation of medical knowledge</article-title><source>Anaesthesiologie</source><year>2023</year><month>08</month><volume>72</volume><issue>8</issue><fpage>584</fpage><lpage>589</lpage><pub-id pub-id-type="doi">10.1007/s00101-023-01310-3</pub-id><pub-id pub-id-type="medline">37326637</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="web"><article-title>Digital adaptation kit for antenatal care: operational requirements for implementing WHO recommendations in digital systems</article-title><source>World Health Organization</source><year>2021</year><access-date>2023-04-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789240020306">https://www.who.int/publications/i/item/9789240020306</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="web"><article-title>Digital adaptation kit for HIV: operational requirements for implementing WHO recommendations in digital systems</article-title><source>World Health Organization</source><year>2022</year><access-date>2023-04-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789240054424">https://www.who.int/publications/i/item/9789240054424</ext-link></comment></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="web"><article-title>Digital adaptation kit for family planning: operational requirements for implementing WHO recommendations in digital systems</article-title><source>World Health Organization</source><year>2021</year><access-date>2023-04-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789240029743">https://www.who.int/publications/i/item/9789240029743</ext-link></comment></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="web"><article-title>Government of Sweden and four UN agencies announce new joint programme to boost efforts to achieve universal access to sexual and reproductive health and to end AIDS</article-title><source>World Health Organization Regional Office for Africa</source><access-date>2023-03-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.afro.who.int/media-centre/statements-commentaries/government-sweden-and-four-un-agencies-announce-new-joint">https://www.afro.who.int/media-centre/statements-commentaries/government-sweden-and-four-un-agencies-announce-new-joint</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perrin Franck</surname><given-names>C</given-names> </name><name name-style="western"><surname>Babington-Ashaye</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dietrich</surname><given-names>D</given-names> </name><etal/></person-group><article-title>iCHECK-DH: guidelines and checklist for the reporting on digital health implementations</article-title><source>J Med Internet Res</source><year>2023</year><month>05</month><day>10</day><volume>25</volume><fpage>e46694</fpage><pub-id pub-id-type="doi">10.2196/46694</pub-id><pub-id pub-id-type="medline">37163336</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Haddad</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Souza</surname><given-names>RT</given-names> </name><name name-style="western"><surname>Cecatti</surname><given-names>JG</given-names> </name><etal/></person-group><article-title>Building a digital tool for the adoption of the World Health Organization&#x2019;s antenatal care recommendations: methodological intersection of evidence, clinical logic, and digital technology</article-title><source>J Med Internet Res</source><year>2020</year><month>10</month><day>1</day><volume>22</volume><issue>10</issue><fpage>e16355</fpage><pub-id pub-id-type="doi">10.2196/16355</pub-id><pub-id pub-id-type="medline">33001032</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Muliokela</surname><given-names>R</given-names> </name><name name-style="western"><surname>Uwayezu</surname><given-names>G</given-names> </name><name name-style="western"><surname>Tran Ngoc</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Integration of new digital antenatal care tools using the WHO SMART guideline approach: experiences from Rwanda and Zambia</article-title><source>Digit Health</source><year>2022</year><volume>8</volume><fpage>20552076221076256</fpage><pub-id pub-id-type="doi">10.1177/20552076221076256</pub-id><pub-id pub-id-type="medline">35127117</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Peters</surname><given-names>S</given-names> </name><name name-style="western"><surname>Sukumar</surname><given-names>K</given-names> </name><name name-style="western"><surname>Blanchard</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Trends in guideline implementation: an updated scoping review</article-title><source>Implement Sci</source><year>2022</year><month>07</month><day>23</day><volume>17</volume><issue>1</issue><fpage>50</fpage><pub-id pub-id-type="doi">10.1186/s13012-022-01223-6</pub-id><pub-id pub-id-type="medline">35870974</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="web"><article-title>National eHealth strategy toolkit</article-title><source>World Health Organization</source><year>2012</year><access-date>2024-04-16</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/national-ehealth-strategy-toolkit">https://www.who.int/publications/i/item/national-ehealth-strategy-toolkit</ext-link></comment></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="web"><article-title>Zambia family planning guidelines and protocols</article-title><source>Republic of Zambia Ministry of Health</source><access-date>2024-10-02</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.moh.gov.zm/?wpfb_dl=267">https://www.moh.gov.zm/?wpfb_dl=267</ext-link></comment></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Akwaowo</surname><given-names>CD</given-names> </name><name name-style="western"><surname>Sabi</surname><given-names>HM</given-names> </name><name name-style="western"><surname>Ekpenyong</surname><given-names>N</given-names> </name><etal/></person-group><article-title>Adoption of electronic medical records in developing countries-a multi-state study of the Nigerian healthcare system</article-title><source>Front Digit Health</source><year>2022</year><volume>4</volume><fpage>1017231</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2022.1017231</pub-id><pub-id pub-id-type="medline">36479191</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berihun</surname><given-names>B</given-names> </name><name name-style="western"><surname>Atnafu</surname><given-names>DD</given-names> </name><name name-style="western"><surname>Sitotaw</surname><given-names>G</given-names> </name></person-group><article-title>Willingness to use electronic medical record (EMR) system in healthcare facilities of Bahir Dar City, Northwest Ethiopia</article-title><source>Biomed Res Int</source><year>2020</year><volume>2020</volume><fpage>3827328</fpage><pub-id pub-id-type="doi">10.1155/2020/3827328</pub-id><pub-id pub-id-type="medline">32908886</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Labrique</surname><given-names>AB</given-names> </name><name name-style="western"><surname>Wadhwani</surname><given-names>C</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>KA</given-names> </name><etal/></person-group><article-title>Best practices in scaling digital health in low and middle income countries</article-title><source>Global Health</source><year>2018</year><month>12</month><volume>14</volume><issue>1</issue><pub-id pub-id-type="doi">10.1186/s12992-018-0424-z</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kouanda</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ouedraogo</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Sogo</surname><given-names>AE</given-names> </name><etal/></person-group><article-title>New Antenatal Model in Africa and India (NAMAI) study: implementation research to improve antenatal care using WHO recommendations</article-title><source>Health Res Policy Sys</source><year>2023</year><volume>21</volume><issue>1</issue><pub-id pub-id-type="doi">10.1186/s12961-023-01014-5</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chukwu</surname><given-names>E</given-names> </name><name name-style="western"><surname>Garg</surname><given-names>L</given-names> </name><name name-style="western"><surname>Obande-Ogbuinya</surname><given-names>N</given-names> </name><name name-style="western"><surname>Chattu</surname><given-names>VK</given-names> </name></person-group><article-title>Standardizing primary health care referral data sets in Nigeria: practitioners&#x2019; survey, form reviews, and profiling of fast healthcare interoperability resources (FHIR)</article-title><source>JMIR Form Res</source><year>2022</year><month>07</month><day>7</day><volume>6</volume><issue>7</issue><fpage>e28510</fpage><pub-id pub-id-type="doi">10.2196/28510</pub-id><pub-id pub-id-type="medline">35797096</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Layer</surname><given-names>E</given-names> </name><name name-style="western"><surname>Slim</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mussa</surname><given-names>I</given-names> </name><etal/></person-group><article-title>The journey of Zanzibar&#x2019;s digitally enabled community health program to national scale: implementation report</article-title><source>JMIR Med Inform</source><year>2023</year><month>10</month><day>9</day><volume>11</volume><fpage>e48097</fpage><pub-id pub-id-type="doi">10.2196/48097</pub-id><pub-id pub-id-type="medline">37812488</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Were</surname><given-names>MC</given-names> </name><name name-style="western"><surname>Savai</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mokaya</surname><given-names>B</given-names> </name><etal/></person-group><article-title>mUzima mobile electronic health record (EHR) system: development and implementation at scale</article-title><source>J Med Internet Res</source><year>2021</year><month>12</month><day>14</day><volume>23</volume><issue>12</issue><fpage>e26381</fpage><pub-id pub-id-type="doi">10.2196/26381</pub-id><pub-id pub-id-type="medline">34904952</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Checklist 1</label><p>Checklist of iCHECK-DH guidelines. iCHECK-DH: Guidelines and Checklist for the Reporting on Digital Health Implementations.</p><media xlink:href="medinform_v13i1e58858_app1.docx" xlink:title="DOCX File, 33 KB"/></supplementary-material></app-group></back></article>