<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i5e17203</article-id>
      <article-id pub-id-type="pmid">32390593</article-id>
      <article-id pub-id-type="doi">10.2196/17203</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Electronic Clinical Decision Support System for the Management of Low Back Pain in Community Pharmacy: Development and Mixed Methods Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Benetoli</surname>
            <given-names>Arcelio</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Maclachlan</surname>
            <given-names>Liam</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Downie</surname>
            <given-names>Aron Simon</given-names>
          </name>
          <degrees>MPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute for Musculoskeletal Health</institution>
            <institution>Sydney School of Public Health, Faculty of Medicine and Health</institution>
            <institution>The University of Sydney</institution>
            <addr-line>Level 10 KGV Building</addr-line>
            <addr-line>Missenden Road</addr-line>
            <addr-line>Camperdown, 2050</addr-line>
            <country>Australia</country>
            <phone>61 2 9850 6382</phone>
            <email>aron.downie@sydney.edu.au</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9888-3854</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hancock</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9277-5377</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Abdel Shaheed</surname>
            <given-names>Christina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1258-5125</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>McLachlan</surname>
            <given-names>Andrew J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4674-0242</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kocaballi</surname>
            <given-names>Ahmet Baki</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8328-5317</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>Christopher M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8896-0978</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Michaleff</surname>
            <given-names>Zoe A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0360-4956</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Maher</surname>
            <given-names>Chris G</given-names>
          </name>
          <degrees>DMedSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1628-7857</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute for Musculoskeletal Health</institution>
        <institution>Sydney School of Public Health, Faculty of Medicine and Health</institution>
        <institution>The University of Sydney</institution>
        <addr-line>Camperdown</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculty of Science and Engineering</institution>
        <institution>Macquarie University</institution>
        <addr-line>Macquarie Park</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Medicine, Health and Human Sciences</institution>
        <institution>Macquarie University</institution>
        <addr-line>Macquarie Park</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Sydney Pharmacy School, Faculty of Medicine and Health</institution>
        <institution>University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Centre for Health Informatics, Australian Institute of Health Innovation</institution>
        <institution>Faculty of Medicine and Health Sciences</institution>
        <institution>Macquarie University</institution>
        <addr-line>Macquarie Park</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Faculty of Engineering and Information Technology</institution>
        <institution>University of Technology Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Hunter New England Population Health</institution>
        <institution>Hunter New England Local Health District</institution>
        <addr-line>Newcastle</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Institute for Evidence-Based Healthcare, Faculty of Health Sciences and Medicine</institution>
        <institution>Bond University</institution>
        <addr-line>Gold Coast</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Aron Simon Downie <email>aron.downie@sydney.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>5</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>5</issue>
      <elocation-id>e17203</elocation-id>
      <history>
        <date date-type="received">
          <day>26</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>2</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Aron Simon Downie, Mark Hancock, Christina Abdel Shaheed, Andrew J McLachlan, Ahmet Baki Kocaballi, Christopher M Williams, Zoe A Michaleff, Chris G Maher. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 11.05.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://medinform.jmir.org/2020/5/e17203" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>People with low back pain (LBP) in the community often do not receive evidence-based advice and management. Community pharmacists can play an important role in supporting people with LBP as pharmacists are easily accessible to provide first-line care. However, previous research suggests that pharmacists may not consistently deliver advice that is concordant with guideline recommendations and may demonstrate difficulty determining which patients require prompt medical review. A clinical decision support system (CDSS) may enhance first-line care of LBP, but none exists to support the community pharmacist–client consultation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to develop a CDSS to guide first-line care of LBP in the community pharmacy setting and to evaluate the pharmacist-reported usability and acceptance of the prototype system.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A cross-platform Web app for the Apple iPad was developed in conjunction with academic and clinical experts using an iterative user-centered design process during interface design, clinical reasoning, program development, and evaluation. The CDSS was evaluated via one-to-one user-testing with 5 community pharmacists (5 case vignettes each). Data were collected via video recording, screen capture, survey instrument (system usability scale), and direct observation.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Pharmacists’ agreement with CDSS-generated self-care recommendations was 90% (18/20), with medicines recommendations was 100% (25/25), and with referral advice was 88% (22/25; total 70 recommendations). Pharmacists expressed uncertainty when screening for serious pathology in 40% (10/25) of cases. Pharmacists requested more direction from the CDSS in relation to automated prompts for user input and page navigation. Overall system usability was rated as excellent (mean score 92/100, SD 6.5; 90th percentile compared with similar systems), with acceptance rated as good to excellent.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A novel CDSS (high-fidelity prototype) to enhance pharmacist care of LBP was developed, underpinned by clinical practice guidelines and informed by a multidisciplinary team of experts. User-testing revealed a high level of usability and acceptance of the prototype system, with suggestions to improve interface prompts and information delivery. The small study sample limits the generalizability of the findings but offers important insights to inform the next stage of system development.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>low back pain</kwd>
        <kwd>community pharmacy</kwd>
        <kwd>decision support systems, clinical</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Low back pain (LBP) is a major cause of disability worldwide [<xref ref-type="bibr" rid="ref1">1</xref>], with almost 1 in 5 people reporting LBP at any one time [<xref ref-type="bibr" rid="ref2">2</xref>]. People with LBP typically consult general practice, allied health, or community pharmacy for advice and management [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The role of community pharmacists has evolved from dispensing medication and providing medication advice, to include screening and management for a range of health conditions such as minor ailments and chronic health conditions [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. In alignment with this expanding service model, there is interest for community pharmacy to play a greater role in the early management of back pain [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. There are also potential economic benefits for using community pharmacy as an access point for a range of services, with lower patient and health system costs compared with other primary care models [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Evidence-Practice Gaps in Management of Low Back Pain</title>
        <p>Current clinical practice guidelines for the management of LBP recommend first-line care that includes reassurance, advice to stay active and avoid bed rest, and discouraging diagnostic imaging such as plain radiographs unless serious pathology is suspected [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Despite these guideline recommendations, a substantial gap between evidence and practice still exists [<xref ref-type="bibr" rid="ref17">17</xref>]. For example, Abdel Shaheed et al [<xref ref-type="bibr" rid="ref18">18</xref>] reported that community pharmacists and their staff were able to deliver adequate advice on medication use for LBP, but their ability to provide advice on nonpharmacological management such as staying active, avoiding bed rest, and discouraging imaging was inconsistently delivered. The ability to identify presentations that required prompt medical review was also limited for some community pharmacists.</p>
      </sec>
      <sec>
        <title>Support for the Community Pharmacist</title>
        <p>Clinical decision support systems (CDSSs) are targeted electronic systems that link evidence-based recommendations with the clinical presentation of the individual to improve clinical decision making and support patient engagement with health decisions [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Recently, CDSSs have been implemented for management of noncancer pain in the primary care setting [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref29">29</xref>], but these do not transfer to the pharmacy setting because of differences in professional training and consultation environment. Pharmacists already have access to CDSSs (eg, management of infection and deprescribing) [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], but none exist to support the community pharmacist–client consultation for LBP. Therefore, a CDSS for the early management of LBP in community pharmacy is warranted [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>The main objective of this study was to develop a CDSS for pharmacists to guide first-line care of LBP in the community pharmacy setting using a mobile data collection system (Apple iPad, Apple Inc). We also sought to evaluate the pharmacist-reported usability and acceptance of the high-fidelity prototype to inform the next stage of CDSS development.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This study describes the iterative development of a CDSS for the management of pharmacy clients with LBP in community pharmacy. The CDSS was developed by a multidisciplinary team that included two pharmacy academics, a human-computer interaction expert, and four content experts in LBP [<xref ref-type="bibr" rid="ref33">33</xref>]. Team members were consulted during each stage of development. The CDSS (high-fidelity prototype) was evaluated via a small-scale usability study [<xref ref-type="bibr" rid="ref34">34</xref>]. The study was approved by University of Sydney Human Research Ethics Committee (2017/027).</p>
      </sec>
      <sec>
        <title>User-Centered Design Framework</title>
        <p>Development of the CDSS was underpinned by the framework for user-centered design and evaluation of prototypes for clinical information systems (<xref rid="figure1" ref-type="fig">Figure 1</xref>) [<xref ref-type="bibr" rid="ref35">35</xref>]. The framework describes the evolution of a CDSS based around low-cost usability testing methods before future evaluation with real clients in a clinical practice setting. During initial design of the CDSS, input was sought from a range of people involved with community pharmacy, including two pharmacy academic/educators, a community pharmacist, and an industry representative. This approach sought to uncover pharmacist training and procedural constraints that may impact pharmacist decision making for LBP [<xref ref-type="bibr" rid="ref36">36</xref>], given that a pathway for the contemporary management of LBP specific to the community pharmacy setting does not exist.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Clinical decision support system development based on prototyping and iterative testing (modified from Kushniruk et al). This study is represented by shading. CDSS: clinical decision support system.</p>
          </caption>
          <graphic xlink:href="medinform_v8i5e17203_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Architectural Design, Analysis, and Refinement</title>
        <p>Design goals were informed by Bates et al [<xref ref-type="bibr" rid="ref37">37</xref>], Khorasani et al [<xref ref-type="bibr" rid="ref38">38</xref>], and Zikos et al [<xref ref-type="bibr" rid="ref39">39</xref>] who described features of a decision support system necessary to facilitate integration into clinical practice. The design goals of this CDSS were to (1) support pharmacists to offer simple, clear evidence-based advice to the pharmacy client who presents with LBP; (2) integrate with the pharmacist workflow (eg, consideration of medicines during decision making); (3) maximize time efficiency; and (4) provide a personalized report of recommendations for the pharmacy client.</p>
        <p>The CDSS was designed in three components [<xref ref-type="bibr" rid="ref22">22</xref>]: (1) knowledge base, (2) reasoning engine, and (3) interface (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for further explanation of design process). Briefly, the knowledge base included high level advice for the screening of serious pathology and early management of LBP [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref49">49</xref>]. The reasoning engine was coded from the knowledge base then refined using experts in LBP and community pharmacy to consider age, sex, results of screening questions, pain history, and up to three current medicines for LBP (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Recommendations for the pharmacist are separated into key messaging for the pharmacy client, suggested medicine use, and referral options. The pharmacist progresses from a landing page (<xref rid="figure2" ref-type="fig">Figure 2</xref>), through to history, screening, and advice pages (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Data input is via a touch interface (checkboxes, drop-down menus, and free-text input). The pharmacist can accept, modify, or reject advice generated by the CDSS. Finally, a custom letter for the pharmacy client is generated based on the pharmacist’s final recommendation (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>).</p>
        <p>The multidisciplinary team of experts were engaged at each stage of design, development, and internal testing. Decision trees were iteratively modified before coding decision logic and programming of the interface (Ionic Framework), then refined through multiple (&#62;10) test cycles. Once the logic and interface were complete, each of the 408 unique decision combinations were checked for accuracy using the Web interface. Similarly, each of the clinical case vignettes (and CDSS-generated client handouts) were tested by the research team for language and accuracy before the interview phase.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Clinical decision support system landing page showing clinical flow and scope of key messages. Tapping anywhere on this screen moves to the “clinical history” page.</p>
          </caption>
          <graphic xlink:href="medinform_v8i5e17203_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Usability Testing</title>
        <p>After the completion of the internal testing, the next phase of usability was based on the recommendations of Yen and Bakken [<xref ref-type="bibr" rid="ref34">34</xref>], where the community pharmacist interacted with the CDSS through a series of 5 case vignettes (system-user-task).</p>
        <sec>
          <title>Participants</title>
          <p>In all, 5 practising community pharmacists (with 5-27 years of clinical experience), not involved in the initial development phase, from 5 different community pharmacies in the Sydney metropolitan area were each presented with 5 case vignettes during a one-to-one interview. Inclusion criteria required pharmacists to have experience with computer use within pharmacy (eg, computer-based dispensing systems) and be comfortable with tablet computer use (eg, internet browsing). Previous studies suggest that with 5 participants, up to 80% of usability issues can be identified (including up to 100% of major usability issues) when a system is designed for a specific group of users [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        </sec>
        <sec>
          <title>Interview Procedure and Training</title>
          <p>Each pharmacist was presented with the same 5 case vignettes role-played by the lead researcher (AD). Clinical scenarios included presentations of both nonserious and serious causes of LBP in adult and elderly populations. Cases 1 and 2 involved nonserious LBP, case 3 involved suspicion of an osteoporotic compression fracture, case 4 presented with nonserious low back and leg pain below the knee, and case 5 presented with LBP and a recent history of cancer (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
          <p>The interviews were held in a location convenient to the pharmacist, usually in the designated clinical consultation space within the pharmacy. The pharmacist was required to interact with both the “client” (researcher) and the CDSS on an iPad Air (iOS 12.4, Apple Inc). Before beginning the case vignettes, the pharmacist was trained in the operation of the CDSS via interface “walk through.” Training also included a brief summary of the evidence underpinning the CDSS, explanation of the pharmacist-client interview process, and how to accept or reject the decision support offered by the CDSS.</p>
          <p>The interview was conducted using a think-aloud protocol and employed an active intervention approach [<xref ref-type="bibr" rid="ref52">52</xref>]. That is, the pharmacist was allowed to ask questions of the researcher during interaction with the “client.” Active intervention by the researcher was triggered when the pharmacist was unable to progress through the CDSS, sought clarification when interacting with the interface, or had questions at completion of the case (eg, reflecting upon management decisions generated by the CDSS). All instances of active intervention were logged and evaluated.</p>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>Four modes of data collection were used during the interview: (1) think-aloud protocols [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>] with active intervention approach [<xref ref-type="bibr" rid="ref52">52</xref>], (2) video/audio recording and screen capture during interaction with the iPad [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>], (3) direct interview questions at the completion of interaction with the CDSS [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref57">57</xref>], and (4) completion of a survey instrument (system usability scale) [<xref ref-type="bibr" rid="ref58">58</xref>,<xref ref-type="bibr" rid="ref59">59</xref>]. The survey instrument was completed by the pharmacist at the end of the interview and without the researcher present (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
        </sec>
      </sec>
      <sec>
        <title>Evaluation</title>
        <sec>
          <title>Evaluation of Usability Testing</title>
          <p>Interviews were transcribed verbatim, then independently analyzed by two researchers with assistance by a third (AD, CS and AK) using a directed content analysis methodology, where key concepts from existing usability studies of health information technology methodology were used to inform initial coding categories [<xref ref-type="bibr" rid="ref34">34</xref>]. Operational definitions for each category were determined based on the specific goals of the CDSS. Any redundant coding categories were collapsed. The analysis of pharmacist sentiment was categorized as “negative,” “neutral,” or “positive” in consultation with the research team [<xref ref-type="bibr" rid="ref60">60</xref>]. Frequency of responses were tabulated first by category, then by sentiment (NVivo 12.5, QSR International). Interaction with the iPad was time-stamped to calculate duration spent on each page of the iPad, periods of pharmacist hesitation, and page navigation decisions. Responses to survey instruments were described, and a system usability scale was scored [<xref ref-type="bibr" rid="ref61">61</xref>].</p>
        </sec>
        <sec>
          <title>Level of Acceptance of Clinical Reasoning and Decision Support</title>
          <p>At the completion of all case vignettes, each pharmacist was shown an overview of the clinical reasoning engine and then asked to reflect on the logic that informed the recommendation for each case. To quantify the level of acceptance for the core set of recommendations generated by the CDSS (self-care advice, medicines advice, and referral advice), the pharmacist’s acceptance (accept/not accept) was logged. Additional advice offered by the pharmacist relating to clinical management was entered in free-text fields on the iPad.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Pharmacist Interview</title>
        <p>All pharmacists completed 5 case vignettes on the Apple iPad. Pharmacists were exposed to cases in the same order. The total time taken to role-play all 5 case vignettes (excluding discussion on decision logic or system improvements) ranged from 14 min 35 seconds (Pharmacist #1) to 28 min 4 seconds (Pharmacist #2). Case vignettes that included nonserious LBP required less time (Cases 1 and 2: mean 3 min 40 seconds per case, SD 1 min 8 seconds) than cases that raised suspicion of serious causes of LBP (Cases 3-5: mean 4 min 46 seconds per case, SD 1 min 23 seconds).</p>
      </sec>
      <sec>
        <title>Evaluation of Usability Testing</title>
        <sec>
          <title>Coding Categories</title>
          <p>A total of 162 statements during the 25 interactions between pharmacists and “clients” were logged. Nine coding categories were identified using directed content analysis (<italic>Ease-of-use, Consistency, Visibility, Navigation, Workflow, Content, Understandability, Clarity, and Acceptance)</italic>. For final coding, the categories <italic>Navigation</italic> and <italic>Workflow</italic> were merged, and <italic>Understandability</italic> was defined under <italic>Clarity,</italic> which resulted in seven final categories. Statements were also coded by sentiment (negative, neutral, or positive). <xref ref-type="table" rid="table1">Table 1</xref> describes each category, with statement frequency and representative examples. A total of 71 statements related to the CDSS interface, and 91 statements related to clinical information (content) provided by the CDSS.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Coding categories with statement frequency and representative examples.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="270"/>
              <col width="0"/>
              <col width="90"/>
              <col width="0"/>
              <col width="90"/>
              <col width="0"/>
              <col width="90"/>
              <col width="0"/>
              <col width="70"/>
              <col width="0"/>
              <col width="360"/>
              <thead>
                <tr valign="top">
                  <td colspan="2"> Coding category with subcategory</td>
                  <td colspan="8">Sentiment frequency</td>
                  <td colspan="2">Representative coded statements with sentiment</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">Negative<sup>a</sup></td>
                  <td colspan="2">Neutral<sup>b</sup></td>
                  <td colspan="2">Positive<sup>c</sup></td>
                  <td colspan="2">Total<sup>d</sup></td>
                  <td colspan="2">
                    <break/>
                  </td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="12">
                    <bold>Interface</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Ease-of-use: commentary on the simplicity of operation of the CDSS<sup>e</sup></td>
                  <td colspan="2">16</td>
                  <td colspan="2">3</td>
                  <td colspan="2">7</td>
                  <td colspan="2">26</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: (SCREENING page) “It would be a lot easier if it said, ‘I’ve just got some questions I want to ask you, and I just go through them regardless of what you told me.” (Pharmacist #5)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: “The App has simple language, it’s not complicated, not medical, so that it can be used by everyone. So that’s a good thing.” (Pharmacist #1)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Consistency: commentary on the consistency of visual language or interaction model</td>
                  <td colspan="2">2</td>
                  <td colspan="2">7</td>
                  <td colspan="2">4</td>
                  <td colspan="2">13</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: “I’m pretty sure I did tick ‘history of malignancy’. I was surprised that when I ticked that it didn’t do what it did do with Betty.” (Pharmacist #5)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: (Reads letter) “OK, so it’s very similar to the others.” (Pharmacist #3)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Visibility: commentary on the visibility of system capabilities and system status and navigational cues within the CDSS</td>
                  <td colspan="2">7</td>
                  <td colspan="2">6</td>
                  <td colspan="2">3</td>
                  <td colspan="2">16</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: (ADVICE page) “I didn’t notice this one. (points to medicine advice)” (Pharmacist #4)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: “The prompts are there, so it’s just something to get used to maneuvering... which isn’t very difficult because its laid out quite easily/quite nicely.” (Pharmacist #2)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Navigation/workflow: observation and commentary on progression/sequence through the CDSS</td>
                  <td colspan="2">2</td>
                  <td colspan="2">12</td>
                  <td colspan="2">2</td>
                  <td colspan="2">16</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: “If we miss one of these pieces of information, does the App ask us to go back?” (Pharmacist #1)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: (HISTORY page) “I really liked this page. I think it’s easy to go through.” (Pharmacist #3)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="12">
                    <bold>Clinical information</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Content: commentary on what information is/is not provided by the CDSS</td>
                  <td colspan="2">6</td>
                  <td colspan="2">9</td>
                  <td colspan="2">12</td>
                  <td colspan="2">27</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: (HISTORY page) “Maybe we could add another icon: ‘Pregnant or Breastfeeding’” (Pharmacist #4)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: (ADVICE page) “OK, so it actually knows it’s sub-therapeutic when I put sub-therapeutic input. That’s very good. That’s very good.” (Pharmacist #2)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Clarity: commentary on the clarity of the information provided by the CDSS</td>
                  <td colspan="2">1</td>
                  <td colspan="2">9</td>
                  <td colspan="2">5</td>
                  <td colspan="2">15</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: (SCREENING page) “I know that it’s not an infection because they say, ‘I fell, and now I’ve got pain’, so it seems like I probably of shouldn't have asked the questions, but I still did because it was still there.” (Pharmacist #5)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: (MEDICINES page) “...to recommend Ibuprofen or Aspirin or whatever, then the dose that’s required. That’s really good. That’s really good.” (Pharmacist #1)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="2">Acceptance: commentary on the clinical value of the CDSS recommendations</td>
                  <td colspan="2">6</td>
                  <td colspan="2">9</td>
                  <td colspan="2">34</td>
                  <td colspan="2">49</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Negative: (ADVICE page) “I’m not sure about ‘stay active’. I’m not sure it’s OK.” (Pharmacist #1)</p>
                      </list-item>
                      <list-item>
                        <p>Negative: (ADVICE page) “..and she needs to see someone – like a specialist in this area to find out what is the reason – it is good to have an X-Ray.” (Pharmacist #4)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: (Reads letter) “OK. So, stay active. That’s really good.” (Pharmacist #2)</p>
                      </list-item>
                      <list-item>
                        <p>Positive: (regarding use in practice) “I’d love it... I like the clinical part of my job. I was thinking of having something on pain management plans.” (Pharmacist #1)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Negative: negative sentiment.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Neutral: neutral sentiment.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>Positive: positive sentiment.</p>
              </fn>
              <fn id="table1fn4">
                <p><sup>d</sup>Total: total sentiment count for subcategory.</p>
              </fn>
              <fn id="table1fn5">
                <p><sup>e</sup>CDSS: clinical decision support system.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Pharmacists’ Statements Related to Interaction With the Interface</title>
          <p>The categories <italic>Ease-of-use</italic> and <italic>Visibility</italic> together accounted for 59% (42/71) of statements about the interface with a positive to negative comment ratio of 0.4 (7:16) and 0.4 (3:7), respectively. The majority of statements with negative sentiment involved interaction with the screening page (10/27 statements, <xref rid="figure3" ref-type="fig">Figure 3</xref>). The remainder scored with negative sentiment included comments on layout (eg, button position inconsistent) or visibility issues (eg, text size too small).</p>
          <p>For example, statements with negative sentiment reported during interaction with the screening page included:</p>
          <disp-quote>
            <p>I find this part a bit long. I’m always reading through it (risk of spinal inflammation) … maybe it’s just me. Maybe I should just read it properly.</p>
            <attrib>Pharmacist #2</attrib>
          </disp-quote>
          <disp-quote>
            <p>[reads from iPad] Leg pain with altered sensation or weakness. So, I guess I didn’t see that part... is there a reason that that’s here (points to the 2nd column) – Oh, because it’s not a clinical history, yep.</p>
            <attrib>Pharmacist #3</attrib>
          </disp-quote>
          <disp-quote>
            <p>It’s just like you are trying to focus on the patient, so you are trying to do two things at once. If the patient was happy for me to pause, ‘cause you feel a bit awkward, just processing this whilst the patient is in front of you.</p>
            <attrib>Pharmacist #4</attrib>
          </disp-quote>
          <disp-quote>
            <p>I think that with this (SCREENING PAGE) is probably the hardest screen here because, like some of the questions I knew, like all of the cases so far, I know that it’s not an infection because they say I fell and now I’ve got pain, so it seems like I probably of shouldn’t have asked the questions.</p>
            <attrib>Pharmacist #5</attrib>
          </disp-quote>
          <p>Statements with positive sentiment for the interface referenced the simplicity of layout, navigation, and language used (5/16 statements). In addition, statements with positive sentiment were made regarding integration with the pharmacist’s workflow (5/16 statements). Pharmacists’ statements relating to the operation of the CDSS (eg, “so I just press here,” and “then it comes out of the printer?”) comprised the majority scored with neutral sentiment (17/28 statements). Queries related to the operation of the CDSS decreased in frequency as each interview progressed.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Clinical decision support system screening page for raising suspicion of a serious cause of low back pain. The “No” response is the default state.</p>
            </caption>
            <graphic xlink:href="medinform_v8i5e17203_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Pharmacists’ Statements Related to Clinical Information</title>
          <p>The categories <italic>Content</italic> and <italic>Acceptance</italic> together accounted for 84% (76/91) of statements related to clinical information provided by the CDSS, with a positive to negative comment ratio of 2.0 (12:6) and 5.7 (34:6), respectively. The remainder of statements related to <italic>Clarity</italic> of the clinical information provided by the CDSS. Statements with negative sentiment for <italic>Content</italic> (6/27 statements) included request for items absent from history (eg, pharmacists wanted to record current level of pain, whether pregnant or breastfeeding, and history of ulcer). Statements with negative sentiment for <italic>Acceptance</italic> (6/49 statements) included disagreement with, or questioning of, CDSS-generated advice in the categories self-care, medicines, and referral advice. For example:</p>
          <disp-quote>
            <p>Yes, but we always need to do further investigations to find out… and she needs to see someone – like a specialist in this area to find out what is the reason – it is good to have an X-Ray.</p>
            <attrib>Pharmacist #4; case 1: nonserious cause of LBP</attrib>
          </disp-quote>
          <disp-quote>
            <p>In my practice, a typical customer that you have just described will usually be on some kind of blood pressure medication – usually – which is why we always tend to recommend paracetamol first.</p>
            <attrib>Pharmacist #5; case 2: recommendation to begin NSAID therapy</attrib>
          </disp-quote>
          <disp-quote>
            <p>But, from the other point of view, would that narrow the amount of medicine that we recommend? So, from the business-Pharm point of view, would that exclude a lot of products?</p>
            <attrib>Pharmacist #1; general comment at end of interview</attrib>
          </disp-quote>
          <p>Statements with positive sentiment for <italic>Content</italic> (12/27 statements) included what pharmacists considered to be the right information displayed at the right time. For example:</p>
          <disp-quote>
            <p>This is what's really interesting, is what really gives this one the meaning – I like the logic behind it.</p>
            <attrib>Pharmacist #1; reacting to decision for suspicion of fracture</attrib>
          </disp-quote>
          <disp-quote>
            <p>Yes, we do need to know this.</p>
            <attrib>Pharmacist #4; points to increased risk of cancer</attrib>
          </disp-quote>
          <disp-quote>
            <p>OK, so it actually knows it’s sub-therapeutic when I put sub-therapeutic input. That’s very good. That’s very good.</p>
            <attrib>Pharmacist #5</attrib>
          </disp-quote>
          <p>Statements with positive sentiment for <italic>Acceptance</italic> (34/49 statements) included commentary on the clinical value of information generated by the CDSS in areas of self-care, medicines advice, and referral advice. These statements broadly reflected agreement with advice generated by the CDSS. For example:</p>
          <disp-quote>
            <p>Most of the time it was very logical, it was very rational and logical… It leads us to the right decision.</p>
            <attrib>Pharmacist #1</attrib>
          </disp-quote>
          <disp-quote>
            <p>Definitely! Its prompting you to ask questions. I must admit some of those questions we probably don’t always ask, but we need to be asking...</p>
            <attrib>Pharmacist #2</attrib>
          </disp-quote>
          <disp-quote>
            <p>OK, so just add on (stay active) Yep. OK. Instead of just seeing the GP straight away. OK. Cool!</p>
            <attrib>Pharmacist #3; during the selection of self-care advice</attrib>
          </disp-quote>
          <disp-quote>
            <p>We excluded some diseases which is good. I found out that she is not taking enough medicine.</p>
            <attrib>Pharmacist #4</attrib>
          </disp-quote>
          <disp-quote>
            <p>Yes, so I would say: using a heat wrap will also help, and I would say take the Voltaren 2-3 times per day with food – yes, it says this already!</p>
            <attrib>Pharmacist #5</attrib>
          </disp-quote>
          <p>Similar to pharmacists’ questions relating to the interface, comments/questions related to clarification of CDSS-generated advice were scored with neutral sentiment. This type of question also decreased in frequency as each pharmacist moved through the 5 cases.</p>
        </sec>
        <sec>
          <title>System Usability Scale</title>
          <p>The system usability scale [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref61">61</xref>] was administered to each participant at the completion of the interview without the researcher present. Individual usability scores ranged from 82.5 out of 100 to 100 out of 100, which were interpreted as good to excellent usability, respectively [<xref ref-type="bibr" rid="ref59">59</xref>]. The overall usability score was rated as excellent (mean score 92 out of 100, SD 6.5; 90th percentile compared with similar systems).</p>
        </sec>
      </sec>
      <sec>
        <title>Level of Acceptance of Clinical Reasoning and Decision Support</title>
        <p>Across the 5 case vignettes, 70 recommendations were generated by the CDSS related to self-care advice, medicine advice, and referral advice. Pharmacists accepted 90% (18/20) of self-care recommendations, 100% (25/25) of medicines recommendations, and 88% (22/25) of referral recommendations. Of those accepted, pharmacists added to the advice for 8% (5/65) of the recommendations generated by the CDSS (eg, <xref rid="figure4" ref-type="fig">Figure 4</xref>). </p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Advice page showing the pharmacist #1 acceptance of self-care advice, the augmentation of medicine advice by the pharmacist (“Also, ADD PHYSIO CREAM as required”), and the acceptance of referral advice (green arrows and green text box).</p>
          </caption>
          <graphic xlink:href="medinform_v8i5e17203_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>A CDSS was developed to enhance pharmacist care of LBP, underpinned by clinical practice guidelines and informed by a multidisciplinary team of experts that included consultation with community pharmacy. Community pharmacists rated the overall usability of the high-fidelity protype as good to excellent [<xref ref-type="bibr" rid="ref59">59</xref>], despite expression of some negative sentiment in relation to guidance in screening for serious causes of LBP and interface inconsistency. There was a high level of acceptance for the advice generated by the CDSS for self-care, medicines, and referral, with pharmacists augmenting advice for a minority (5/65) of recommendations.</p>
      </sec>
      <sec>
        <title>Usability</title>
        <p>Pharmacists reported a high level of usability based around simple use of language, logical workflow, brief consultation time, ability to customize advice, and convenience of a customized handout for the client. A number of usability issues were raised with regard to interface including page layout, text size, and button placement, which will be considered in the next phase of the CDSS refinement. The screening page (<xref rid="figure3" ref-type="fig">Figure 3</xref>) received the majority of negative comments and may reflect nonintuitive interaction with the layout of the screening page and/or lack of familiarity with the screening questions used to raise suspicion of serious causes of LBP. Although education for pharmacists in Australia contains topics on symptom recognition for differential diagnosis [<xref ref-type="bibr" rid="ref62">62</xref>] and interprofessional referral [<xref ref-type="bibr" rid="ref63">63</xref>], pharmacists expressed interest for more training on this topic, which is consistent with recommendations of Abdel Shaheed et al [<xref ref-type="bibr" rid="ref64">64</xref>].</p>
      </sec>
      <sec>
        <title>Acceptance of the Clinical Support Provided by the Clinical Decision Support System</title>
        <p>All pharmacists agreed that the information provided by the CDSS was applicable to the clinical scenarios presented and could potentially improve client-pharmacist encounters. One pharmacist disagreed with the messaging to avoid imaging and preferred to refer to medical care as a first option for nonserious LBP, but given the small sample, may not be representative of their peers. Pharmacists also commented that the CDSS helped them to ask more questions of the client with LBP and increased management options for LBP beyond their usual advice. However, it is unclear if the advice delivered by the CDSS in this setting would be superior to usual pharmacy care for LBP.</p>
      </sec>
      <sec>
        <title>Guidance for Pain Management in Community Pharmacy</title>
        <p>Pharmacists commented that they appreciated guidance provided by the CDSS in relation to management, particularly for options beyond medicines advice. This aligns with recommendations of Abdel Shaheed et al [<xref ref-type="bibr" rid="ref65">65</xref>] and others [<xref ref-type="bibr" rid="ref11">11</xref>] on the potential benefit of tools/guidelines to support pharmacists when managing clients with LBP. Pharmacists also reflected on the current general lack of guidance to manage pain within pharmacy compared with the promotion and availability of management tools for other health conditions [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref66">66</xref>]. This view is consistent with results from a recent study by Abdel Shaheed et al [<xref ref-type="bibr" rid="ref65">65</xref>] who found that pharmacists were receptive to implementing a disease state management program for LBP. One area highlighted by pharmacists was the lack of operational knowledge in relation to screening clients for serious causes of LBP, which has been highlighted previously [<xref ref-type="bibr" rid="ref18">18</xref>]. Abdel Shaheed et al also found that pharmacists had both the willingness and capacity to increase knowledge in this area [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. One goal of a training module integrated into the next version of the CDSS would be to empower the pharmacist with the skillset to raise suspicion of potentially serious underlying pathology, then inform clients of options for prompt medical review [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref45">45</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The small sample size may not be adequate to capture the full range of pharmacists’ views or usability issues thus limiting the generalizability of the results [<xref ref-type="bibr" rid="ref67">67</xref>], particularly with regard to the level of acceptance. However, the sample size was appropriate for this stage of CDSS development [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. That is, it was sufficient to identify major usability issues (eg, when screening for risk of serious disease), that the CDSS interface could be navigated with minimal training, and that decisions generated were logical and easy for the pharmacist to apply (in a simulated scenario). The method used to assess usability (think aloud with active intervention) may have enhanced task performance through researcher-induced bias [<xref ref-type="bibr" rid="ref68">68</xref>] but allowed greater insight into the sections of the CDSS that required further development [<xref ref-type="bibr" rid="ref52">52</xref>]. Another source of bias that may have enhanced task performance was the nonrandomized order of cases (case complexity was greater later in interview). This stage of CDSS development was to finalize design elements in the community pharmacy setting before testing with real clients [<xref ref-type="bibr" rid="ref34">34</xref>]. In its current design, the CDSS does not integrate with existing electronic record systems in pharmacy, which would be necessary before advanced testing and would increase the chance of adoption by pharmacists [<xref ref-type="bibr" rid="ref69">69</xref>]. One approach would be integration with existing disease state management systems [<xref ref-type="bibr" rid="ref70">70</xref>], which was also suggested by pharmacists during testing.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This CDSS is the first tool that the authors are aware of to assist community pharmacists in first-line care for people with LBP. Other electronic decision support systems have been targeted at the primary care setting for the management of LBP [<xref ref-type="bibr" rid="ref25">25</xref>] and chronic pain [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. This CDSS differs from existing systems in that it aims to empower the pharmacist to offer evidence-based first-line care beyond medicines advice, and stepped referral options to allied health, primary, or emergency care based on presentation or symptom progression. The opportunity to enhance the pharmacist-client interaction, identified as lacking in other systems [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref71">71</xref>], has been built into this CDSS by allowing the pharmacist to modify management advice then provide a customized handout for the client.</p>
      </sec>
      <sec>
        <title>Future Direction</title>
        <p>The next phase is to modify the CDSS with lessons learned from this usability study, then reevaluate during the next level of system development (integration with clients into the pharmacy setting) [<xref ref-type="bibr" rid="ref34">34</xref>]. The CDSS will also be evaluated with respect to the credibility of advice and satisfaction with care from the perspective of clients with LBP. An education module on the evidence-based management of LBP could be delivered to pharmacists in conjunction with training for the CDSS, which would assist with knowledge of screening for pathology and give context to the guideline-based care options suggested by the CDSS. Future studies may establish if pharmacist training during the use of a CDSS within the clinical encounter improves both pharmacist and pharmacy client satisfaction with care.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Despite many years of clinical guidelines for the management of LBP, significant evidence-to-practice gaps remain. This CDSS has been designed to provide a unique opportunity for community pharmacists to provide simple evidence-based advice for clients who present with LBP. Importantly the CDSS offers key messages of reassurance, to remain active, to use medicines appropriately, and to avoid inappropriate imaging.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Clinical decision support system design methodology.</p>
        <media xlink:href="medinform_v8i5e17203_app1.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Clinical decision support system decision tree.</p>
        <media xlink:href="medinform_v8i5e17203_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 402 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Clinical decision support system data entry screens.</p>
        <media xlink:href="medinform_v8i5e17203_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 2159 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Client handout example generated by clinical decision support system.</p>
        <media xlink:href="medinform_v8i5e17203_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 98 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Interview guide.</p>
        <media xlink:href="medinform_v8i5e17203_app5.pdf" xlink:title="PDF File  (Adobe PDF File), 396 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDSS</term>
          <def>
            <p>clinical decision support system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">LBP</term>
          <def>
            <p>low back pain</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by the 2017 Arthritis Australia Grant in Aid (Zimmer Biomet Australia Grant). The authors would like to acknowledge the support of the pharmacists who contributed during development of the CDSS or were participants in this study. The authors also thank professors Bart Koes, Ric Day, and Ian Harris who provided input during the development of the CDSS. A National Health and Medical Research Council Program Grant (ID APP1113532) and Research Fellowship (ID APP1103022) supports CM.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AD, CM, MH, CS, AM, CW and ZM designed the study. AD and AK were responsible for interface design and coding with revision from all authors. AD was responsible for the acquisition of data. AD, CS, and AK analyzed interview transcripts. AD wrote the first draft of the manuscript. All authors critically reviewed the manuscript and reviewed the final draft before submission.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Naghavi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The global burden of other musculoskeletal disorders: estimates from the Global Burden of Disease 2010 study</article-title>
          <source>Ann Rheum Dis</source>
          <year>2014</year>
          <month>08</month>
          <volume>73</volume>
          <issue>8</issue>
          <fpage>1462</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/annrheumdis-2013-204680</pub-id>
          <pub-id pub-id-type="medline">24590181</pub-id>
          <pub-id pub-id-type="pii">annrheumdis-2013-204680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bain</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Blyth</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the global prevalence of low back pain</article-title>
          <source>Arthritis Rheum</source>
          <year>2012</year>
          <month>06</month>
          <volume>64</volume>
          <issue>6</issue>
          <fpage>2028</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/art.34347"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/art.34347</pub-id>
          <pub-id pub-id-type="medline">22231424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qaseem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Forciea</surname>
              <given-names>M</given-names>
            </name>
            <collab>Clinical Guidelines Committee of the American College of Physicians</collab>
          </person-group>
          <article-title>Noninvasive treatments for acute, subacute, and chronic low back pain: A clinical practice guideline from the American College of Physicians</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>04</month>
          <day>4</day>
          <volume>166</volume>
          <issue>7</issue>
          <fpage>514</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.7326/M16-2367</pub-id>
          <pub-id pub-id-type="medline">28192789</pub-id>
          <pub-id pub-id-type="pii">2603228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>WD</given-names>
            </name>
          </person-group>
          <article-title>Low back pain in Australian adults. health provider utilization and care seeking</article-title>
          <source>J Manipulative Physiol Ther</source>
          <year>2004</year>
          <month>06</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>327</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jmpt.2004.04.006</pub-id>
          <pub-id pub-id-type="medline">15195040</pub-id>
          <pub-id pub-id-type="pii">S0161475404000491</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaczorowski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Dolovich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Paterson</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Karwalajtys</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gierman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McDonough</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Thabane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zagorski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Goeree</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Levitt</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Hogg</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Laryea</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sabaldt</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Improving cardiovascular health at population level: 39 community cluster randomised trial of Cardiovascular Health Awareness Program (CHAP)</article-title>
          <source>Br Med J</source>
          <year>2011</year>
          <month>02</month>
          <day>7</day>
          <volume>342</volume>
          <fpage>d442</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21300712"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.d442</pub-id>
          <pub-id pub-id-type="medline">21300712</pub-id>
          <pub-id pub-id-type="pmcid">PMC3034422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giaccone</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baratta</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Allais</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brusa</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Prevention, education and information: the role of the community pharmacist in the management of headaches</article-title>
          <source>Neurol Sci</source>
          <year>2014</year>
          <month>05</month>
          <volume>35</volume>
          <issue>Suppl 1</issue>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1007/s10072-014-1732-6</pub-id>
          <pub-id pub-id-type="medline">24867826</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schifano</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Melnick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Laming</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dhillon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Impact of community pharmacy diabetes monitoring and education programme on diabetes management: a randomized controlled study</article-title>
          <source>Diabet Med</source>
          <year>2012</year>
          <month>09</month>
          <volume>29</volume>
          <issue>9</issue>
          <fpage>e326</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1464-5491.2012.03725.x</pub-id>
          <pub-id pub-id-type="medline">22672148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Portlock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Review of services provided by pharmacies that promote healthy living</article-title>
          <source>Int J Clin Pharm</source>
          <year>2012</year>
          <month>06</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>399</fpage>
          <lpage>409</lpage>
          <pub-id pub-id-type="doi">10.1007/s11096-012-9634-2</pub-id>
          <pub-id pub-id-type="medline">22527479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bolduc</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Geurkink</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rector</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koeller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilt</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Pharmacist-led chronic disease management: A systematic review of effectiveness and harms compared with usual care</article-title>
          <source>Ann Intern Med</source>
          <year>2016</year>
          <month>07</month>
          <day>5</day>
          <volume>165</volume>
          <issue>1</issue>
          <fpage>30</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.7326/M15-3058</pub-id>
          <pub-id pub-id-type="medline">27111098</pub-id>
          <pub-id pub-id-type="pii">2517407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Légat</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Laere</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nyssen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Steurbaut</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dupont</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Cornu</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support systems for drug allergy checking: Systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>09</month>
          <day>7</day>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>e258</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/9/e258/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8206</pub-id>
          <pub-id pub-id-type="medline">30194058</pub-id>
          <pub-id pub-id-type="pii">v20i9e258</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231757</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silcock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moffett</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Edmondson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Waddell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Do community pharmacists have the attitudes and knowledge to support evidence based self-management of low back pain?</article-title>
          <source>BMC Musculoskelet Disord</source>
          <year>2007</year>
          <month>01</month>
          <day>31</day>
          <volume>8</volume>
          <fpage>10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmusculoskeletdisord.biomedcentral.com/articles/10.1186/1471-2474-8-10"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2474-8-10</pub-id>
          <pub-id pub-id-type="medline">17266748</pub-id>
          <pub-id pub-id-type="pii">1471-2474-8-10</pub-id>
          <pub-id pub-id-type="pmcid">PMC1796877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mishriky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stupans</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Expanding the role of Australian pharmacists in community pharmacies in chronic pain management - a narrative review</article-title>
          <source>Pharm Pract (Granada)</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>1410</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31015881"/>
          </comment>
          <pub-id pub-id-type="doi">10.18549/PharmPract.2019.1.1410</pub-id>
          <pub-id pub-id-type="medline">31015881</pub-id>
          <pub-id pub-id-type="pii">pharmpract-17-1410</pub-id>
          <pub-id pub-id-type="pmcid">PMC6463420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Bagnall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Raine</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Closs</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blenkinsopp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dickman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ellershaw</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Educational interventions by pharmacists to patients with chronic pain: systematic review and meta-analysis</article-title>
          <source>Clin J Pain</source>
          <year>2011</year>
          <month>09</month>
          <volume>27</volume>
          <issue>7</issue>
          <fpage>623</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0b013e31821b6be4</pub-id>
          <pub-id pub-id-type="medline">21610491</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crealey</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>McElnay</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Maguire</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Costs and effects associated with a community pharmacy-based smoking-cessation programme</article-title>
          <source>Pharmacoeconomics</source>
          <year>1998</year>
          <month>09</month>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>323</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.2165/00019053-199814030-00008</pub-id>
          <pub-id pub-id-type="medline">10186470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>San-Juan-Rodriguez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Swart</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Klein-Fedyshin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shrank</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Parekh</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Impact of community pharmacist-provided preventive services on clinical, utilization, and economic outcomes: An umbrella review</article-title>
          <source>Prev Med</source>
          <year>2018</year>
          <month>10</month>
          <volume>115</volume>
          <fpage>145</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2018.08.029</pub-id>
          <pub-id pub-id-type="medline">30145351</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(18)30260-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>National Institute for Health and Care Excellence (NICE)</source>
          <access-date>2019-11-15</access-date>
          <comment>Low Back Pain and Sciatica in Over 16s: Assessment and Management<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pathways.nice.org.uk/pathways/low-back-pain-and-sciatica#content=view-node%3Anodes-imaging">https://pathways.nice.org.uk/pathways/low-back-pain-and-sciatica#content=view-node%3Anodes-imaging</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Anema</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Cherkin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Fritz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Koes</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Peul</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <collab>Lancet Low Back Pain Series Working Group</collab>
          </person-group>
          <article-title>Prevention and treatment of low back pain: evidence, challenges, and promising directions</article-title>
          <source>Lancet</source>
          <year>2018</year>
          <month>06</month>
          <day>9</day>
          <volume>391</volume>
          <issue>10137</issue>
          <fpage>2368</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(18)30489-6</pub-id>
          <pub-id pub-id-type="medline">29573872</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(18)30489-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdel Shaheed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McFarlane</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bergin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Investigating the primary care management of low back pain: a simulated patient study</article-title>
          <source>J Pain</source>
          <year>2016</year>
          <month>01</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2015.09.010</pub-id>
          <pub-id pub-id-type="medline">26456675</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(15)00885-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Weijden</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Boivin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burgers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elwyn</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Clinical practice guidelines and patient decision aids. An inevitable relationship</article-title>
          <source>J Clin Epidemiol</source>
          <year>2012</year>
          <month>06</month>
          <volume>65</volume>
          <issue>6</issue>
          <fpage>584</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2011.10.007</pub-id>
          <pub-id pub-id-type="medline">22297117</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(11)00323-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stacey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Légaré</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes-Rovner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Llewellyn-Thomas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lyddiatt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Trevena</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Decision aids for people facing health treatment or screening decisions</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>04</month>
          <day>12</day>
          <volume>4</volume>
          <fpage>CD001431</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28402085"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD001431.pub5</pub-id>
          <pub-id pub-id-type="medline">28402085</pub-id>
          <pub-id pub-id-type="pmcid">PMC6478132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bright</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dhurjati</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bristow</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bastian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Coeytaux</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Samsa</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hasselblad</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Musty</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kendrick</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Lobach</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Effect of clinical decision-support systems: a systematic review</article-title>
          <source>Ann Intern Med</source>
          <year>2012</year>
          <month>07</month>
          <day>3</day>
          <volume>157</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-157-1-201207030-00450</pub-id>
          <pub-id pub-id-type="medline">22751758</pub-id>
          <pub-id pub-id-type="pii">1206700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>La Lande</surname>
              <given-names>LT</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Overview of clinical decision support systems</article-title>
          <source>Clinical Decision Support Systems</source>
          <year>2016</year>
          <publisher-loc>Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>1</fpage>
          <lpage>17</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boren</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The use and effectiveness of electronic clinical decision support tools in the ambulatory/primary care setting: a systematic review of the literature</article-title>
          <source>Inform Prim Care</source>
          <year>2008</year>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>79</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/679"/>
          </comment>
          <pub-id pub-id-type="doi">10.14236/jhi.v16i2.679</pub-id>
          <pub-id pub-id-type="medline">18713524</pub-id>
          <pub-id pub-id-type="pii">679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mickan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tilson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Heneghan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Evidence of effectiveness of health care professionals using handheld computers: a scoping review of systematic reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>10</month>
          <day>28</day>
          <volume>15</volume>
          <issue>10</issue>
          <fpage>e212</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/10/e212/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2530</pub-id>
          <pub-id pub-id-type="medline">24165786</pub-id>
          <pub-id pub-id-type="pii">v15i10e212</pub-id>
          <pub-id pub-id-type="pmcid">PMC3841346</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peiris</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Holbrook</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lindner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A web-based clinical decision support tool for primary health care management of back pain: development and mixed methods evaluation</article-title>
          <source>JMIR Res Protoc</source>
          <year>2014</year>
          <month>04</month>
          <day>2</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2014/2/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.3071</pub-id>
          <pub-id pub-id-type="medline">24694921</pub-id>
          <pub-id pub-id-type="pii">v3i2e17</pub-id>
          <pub-id pub-id-type="pmcid">PMC4004153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trafton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Combs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scates</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the acceptability and usability of a decision support system to encourage safe and effective use of opioid therapy for chronic, noncancer pain by primary care providers</article-title>
          <source>Pain Med</source>
          <year>2010</year>
          <month>04</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>575</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2010.00818.x</pub-id>
          <pub-id pub-id-type="medline">20202142</pub-id>
          <pub-id pub-id-type="pii">PME818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>DePue</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Rini</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Computerized decision-support systems for chronic pain management in Primary Care</article-title>
          <source>Pain Med</source>
          <year>2007</year>
          <volume>8</volume>
          <issue>suppl 3</issue>
          <fpage>S155</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2007.00278.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guenter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Abouzahra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schabort</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Radhakrishnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Langevin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Taenzer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moulin</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>Design process and utilization of a novel clinical decision support system for neuropathic pain in primary care: Mixed methods observational study</article-title>
          <source>JMIR Med Inform</source>
          <year>2019</year>
          <month>09</month>
          <day>30</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e14141</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2019/3/e14141/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14141</pub-id>
          <pub-id pub-id-type="medline">31573946</pub-id>
          <pub-id pub-id-type="pii">v7i3e14141</pub-id>
          <pub-id pub-id-type="pmcid">PMC6792030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicol</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hurley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benzon</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Alternatives to opioids in the pharmacologic management of chronic pain syndromes: A narrative review of randomized, controlled, and blinded clinical trials</article-title>
          <source>Anesth Analg</source>
          <year>2017</year>
          <month>11</month>
          <volume>125</volume>
          <issue>5</issue>
          <fpage>1682</fpage>
          <lpage>703</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29049114"/>
          </comment>
          <pub-id pub-id-type="doi">10.1213/ANE.0000000000002426</pub-id>
          <pub-id pub-id-type="medline">29049114</pub-id>
          <pub-id pub-id-type="pii">00000539-201711000-00037</pub-id>
          <pub-id pub-id-type="pmcid">PMC5785237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curtain</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Review of computerized clinical decision support in community pharmacy</article-title>
          <source>J Clin Pharm Ther</source>
          <year>2014</year>
          <month>08</month>
          <volume>39</volume>
          <issue>4</issue>
          <fpage>343</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/jcpt.12168</pub-id>
          <pub-id pub-id-type="medline">24806361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monteiro</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maricoto</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Solha</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro-Vaz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Monteiro-Soares</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Reducing potentially inappropriate prescriptions for older patients using computerized decision support tools: Systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>14</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>e15385</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/11/e15385/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15385</pub-id>
          <pub-id pub-id-type="medline">31724956</pub-id>
          <pub-id pub-id-type="pii">v21i11e15385</pub-id>
          <pub-id pub-id-type="pmcid">PMC6883366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdel Shaheed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Pharmacists' views on implementing a disease state management program for low back pain</article-title>
          <source>Aust J Prim Health</source>
          <year>2016</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1071/PY14116</pub-id>
          <pub-id pub-id-type="medline">25719762</pub-id>
          <pub-id pub-id-type="pii">PY14116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mugisha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wakholi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tylleskär</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>High-fidelity prototyping for mobile electronic data collection forms through design and user evaluation</article-title>
          <source>JMIR Hum Factors</source>
          <year>2019</year>
          <month>03</month>
          <day>22</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e11852</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2019/1/e11852/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11852</pub-id>
          <pub-id pub-id-type="medline">30900995</pub-id>
          <pub-id pub-id-type="pii">v6i1e11852</pub-id>
          <pub-id pub-id-type="pmcid">PMC6450481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bakken</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Review of health information technology usability study methodologies</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2012</year>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>413</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21828224"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2010-000020</pub-id>
          <pub-id pub-id-type="medline">21828224</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2010-000020</pub-id>
          <pub-id pub-id-type="pmcid">PMC3341772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Monkman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Borycki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kannry</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Kannampallil</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>User-centered designevaluation of clinical information systems: a usability engineering perspective</article-title>
          <source>Cognitive Informatics for Biomedicine: Human Computer Interaction in Healthcare</source>
          <year>2015</year>
          <publisher-loc>Switzerland</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
          <fpage>141</fpage>
          <lpage>62</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karsh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Agency for Healthcare Research and Quality</source>
          <year>2009</year>
          <access-date>2019-11-15</access-date>
          <comment>Clinical Practice Improvement and Redesign: How Change in Workflow Can Be Supported by Clinical Decision Support<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital.ahrq.gov/sites/default/files/docs/biblio/09-0054-EF-Updated_0.pdf">https://digital.ahrq.gov/sites/default/files/docs/biblio/09-0054-EF-Updated_0.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kuperman</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kittler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Volk</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Spurr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tanasijevic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Ten commandments for effective clinical decision support: making the practice of evidence-based medicine a reality</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2003</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>523</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12925543"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M1370</pub-id>
          <pub-id pub-id-type="medline">12925543</pub-id>
          <pub-id pub-id-type="pii">M1370</pub-id>
          <pub-id pub-id-type="pmcid">PMC264429</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hentel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Darer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Langlotz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Manaker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cardella</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Min</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Seltzer</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ten commandments for effective clinical decision support for imaging: enabling evidence-based practice to improve quality and reduce waste</article-title>
          <source>AJR Am J Roentgenol</source>
          <year>2014</year>
          <month>11</month>
          <volume>203</volume>
          <issue>5</issue>
          <fpage>945</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.2214/AJR.14.13134</pub-id>
          <pub-id pub-id-type="medline">25341131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zikos</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>DeLellis</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>CDSS-RM: a clinical decision support system reference model</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2018</year>
          <month>11</month>
          <day>16</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-018-0587-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-018-0587-6</pub-id>
          <pub-id pub-id-type="medline">30445910</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-018-0587-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6240189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdel Shaheed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Interventions available over the counter and advice for acute low back pain: systematic review and meta-analysis</article-title>
          <source>J Pain</source>
          <year>2014</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2013.09.016</pub-id>
          <pub-id pub-id-type="medline">24373568</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(13)01296-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Deyo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Friedly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Skelly</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hashimoto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weimer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dana</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kraegel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grusing</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brodt</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Nonpharmacologic therapies for low back pain: A systematic review for an American College of Physicians clinical practice guideline</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>04</month>
          <day>4</day>
          <volume>166</volume>
          <issue>7</issue>
          <fpage>493</fpage>
          <lpage>505</lpage>
          <pub-id pub-id-type="doi">10.7326/M16-2459</pub-id>
          <pub-id pub-id-type="medline">28192793</pub-id>
          <pub-id pub-id-type="pii">2603230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Deyo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Friedly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Skelly</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weimer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dana</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kraegel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grusing</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Systemic pharmacologic therapies for low back pain: A systematic review for an American College of Physicians clinical practice guideline</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>04</month>
          <day>4</day>
          <volume>166</volume>
          <issue>7</issue>
          <fpage>480</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.7326/M16-2458</pub-id>
          <pub-id pub-id-type="medline">28192790</pub-id>
          <pub-id pub-id-type="pii">2603229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Downie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Henschke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ostelo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Macaskill</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Irwig</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Koes</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>Red flags to screen for malignancy and fracture in patients with low back pain: systematic review</article-title>
          <source>Br Med J</source>
          <year>2013</year>
          <month>12</month>
          <day>11</day>
          <volume>347</volume>
          <fpage>f7095</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=24335669"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.f7095</pub-id>
          <pub-id pub-id-type="medline">24335669</pub-id>
          <pub-id pub-id-type="pmcid">PMC3898572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ranganath</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Deal</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Caplan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Furst</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patkar</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Volkmann</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Saag</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>American College of Rheumatology 2010 recommendations for the prevention and treatment of glucocorticoid-induced osteoporosis</article-title>
          <source>Arthritis Care Res (Hoboken)</source>
          <year>2010</year>
          <month>11</month>
          <volume>62</volume>
          <issue>11</issue>
          <fpage>1515</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/acr.20295"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/acr.20295</pub-id>
          <pub-id pub-id-type="medline">20662044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Non-specific low back pain</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <month>02</month>
          <day>18</day>
          <volume>389</volume>
          <issue>10070</issue>
          <fpage>736</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(16)30970-9</pub-id>
          <pub-id pub-id-type="medline">27745712</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(16)30970-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mathieson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Marzo-Ortega</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Axial spondyloarthritis: diagnosis and management</article-title>
          <source>Prescriber</source>
          <year>2015</year>
          <volume>25</volume>
          <issue>23-24</issue>
          <fpage>32</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1002/psb.1290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mathieson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kasch</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>RZ</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koes</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Combination drug therapy for the management of low back pain and sciatica: Systematic review and meta-analysis</article-title>
          <source>J Pain</source>
          <year>2019</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2018.06.005</pub-id>
          <pub-id pub-id-type="medline">30585164</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(18)30319-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McRae</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adults attending private physiotherapy practices seek diagnosis, pain relief, improved function, education and prevention: a survey</article-title>
          <source>J Physiother</source>
          <year>2017</year>
          <month>10</month>
          <volume>63</volume>
          <issue>4</issue>
          <fpage>250</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1836-9553(17)30097-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jphys.2017.08.002</pub-id>
          <pub-id pub-id-type="medline">28967562</pub-id>
          <pub-id pub-id-type="pii">S1836-9553(17)30097-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verbeek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sengers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riemens</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haafkens</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient expectations of treatment for back pain: a systematic review of qualitative and quantitative studies</article-title>
          <source>Spine (Phila Pa 1976)</source>
          <year>2004</year>
          <month>10</month>
          <day>15</day>
          <volume>29</volume>
          <issue>20</issue>
          <fpage>2309</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1097/01.brs.0000142007.38256.7f</pub-id>
          <pub-id pub-id-type="medline">15480147</pub-id>
          <pub-id pub-id-type="pii">00007632-200410150-00021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A user-centered framework for redesigning health care interfaces</article-title>
          <source>J Biomed Inform</source>
          <year>2005</year>
          <month>02</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(04)00153-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2004.11.005</pub-id>
          <pub-id pub-id-type="medline">15694887</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(04)00153-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Estimating the number of subjects needed for a thinking aloud test</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>1994</year>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>385</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1006/ijhc.1994.1065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alhadreti</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mayhew</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>To intervene or not to intervene: an investigation of three think-aloud protocols in usability testing</article-title>
          <source>J Usability Stud</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>111</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://uxpajournal.org/wp-content/uploads/sites/8/pdf/JUS_Alhadreti_May2017.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beuscart-Zéphir</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Brender</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beuscart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ménager-Depriester</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Cognitive evaluation: how to assess the usability of information technology in healthcare</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>1997</year>
          <month>09</month>
          <volume>54</volume>
          <issue>1-2</issue>
          <fpage>19</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1016/s0169-2607(97)00030-8</pub-id>
          <pub-id pub-id-type="medline">9290916</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(97)00030-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaspers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Steen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van den Bos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Geenen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The think aloud method: a guide to user interface design</article-title>
          <source>Int J Med Inform</source>
          <year>2004</year>
          <month>11</month>
          <volume>73</volume>
          <issue>11-12</issue>
          <fpage>781</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2004.08.003</pub-id>
          <pub-id pub-id-type="medline">15491929</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(04)00182-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Kannry</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chrimes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McGinn</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Edonyabo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Integrating usability testing and think-aloud protocol analysis with 'near-live' clinical simulations in evaluating clinical decision support</article-title>
          <source>Int J Med Inform</source>
          <year>2012</year>
          <month>11</month>
          <volume>81</volume>
          <issue>11</issue>
          <fpage>761</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2012.02.009</pub-id>
          <pub-id pub-id-type="medline">22456088</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(12)00041-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Cognitive and usability engineering methods for the evaluation of clinical information systems</article-title>
          <source>J Biomed Inform</source>
          <year>2004</year>
          <month>02</month>
          <volume>37</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532046404000206"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2004.01.003</pub-id>
          <pub-id pub-id-type="medline">15016386</pub-id>
          <pub-id pub-id-type="pii">S1532046404000206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bastien</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Usability testing: a review of some methodological and technical aspects of the method</article-title>
          <source>Int J Med Inform</source>
          <year>2010</year>
          <month>04</month>
          <volume>79</volume>
          <issue>4</issue>
          <fpage>e18</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2008.12.004</pub-id>
          <pub-id pub-id-type="medline">19345139</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(08)00209-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLellan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Muddimer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peres</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The effect of experience on system usability scale ratings</article-title>
          <source>J Usability Stud</source>
          <year>2012</year>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>56</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://uxpajournal.org/wp-content/uploads/sites/8/pdf/JUS_McLellan_February_2012.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bangor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kortum</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>An empirical evaluation of the System Usability Scale</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2008</year>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>574</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsieh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shannon</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Three approaches to qualitative content analysis</article-title>
          <source>Qual Health Res</source>
          <year>2005</year>
          <month>11</month>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>1277</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732305276687</pub-id>
          <pub-id pub-id-type="medline">16204405</pub-id>
          <pub-id pub-id-type="pii">15/9/1277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>The System Usability Scale: past, present, and future</article-title>
          <source>Int J Hum Comput Interact</source>
          <year>2018</year>
          <volume>34</volume>
          <issue>7</issue>
          <fpage>577</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1080/10447318.2018.1455307</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marriott</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Nation</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Roller</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Costelloe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galbraith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Charman</surname>
              <given-names>WN</given-names>
            </name>
          </person-group>
          <article-title>Pharmacy education in the context of Australian practice</article-title>
          <source>Am J Pharm Educ</source>
          <year>2008</year>
          <month>12</month>
          <day>15</day>
          <volume>72</volume>
          <issue>6</issue>
          <fpage>131</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19325951"/>
          </comment>
          <pub-id pub-id-type="doi">10.5688/aj7206131</pub-id>
          <pub-id pub-id-type="medline">19325951</pub-id>
          <pub-id pub-id-type="pmcid">PMC2661177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="web">
          <source>University of Sydney</source>
          <year>2019</year>
          <access-date>2019-11-15</access-date>
          <comment>Unit of study: PHAR3826: Musculoskeletal, Dermatological and Senses<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sydney.edu.au/courses/units-of-study/2019/phar/phar3826.html">https://sydney.edu.au/courses/units-of-study/2019/phar/phar3826.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdel Shaheed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Mak</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Knowledge and satisfaction of pharmacists attending an educational workshop on evidence-based management of low back pain</article-title>
          <source>Aust J Prim Health</source>
          <year>2015</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>126</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1071/PY14020</pub-id>
          <pub-id pub-id-type="medline">24802263</pub-id>
          <pub-id pub-id-type="pii">PY14020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdel Shaheed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Mak</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The effects of educational interventions on pharmacists' knowledge, attitudes and beliefs towards low back pain</article-title>
          <source>Int J Clin Pharm</source>
          <year>2015</year>
          <month>08</month>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>616</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1007/s11096-015-0112-5</pub-id>
          <pub-id pub-id-type="medline">25851502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yanamandram</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Patients' willingness to pay for diabetes disease state management services in Australian community pharmacies</article-title>
          <source>Intl J of Pharm Health Mrkt</source>
          <year>2010</year>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>339</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1108/17506121011095191</pub-id>
          <pub-id pub-id-type="pmcid">PMC5733379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Beyond the five-user assumption: benefits of increased sample sizes in usability testing</article-title>
          <source>Behav Res Methods Instrum Comput</source>
          <year>2003</year>
          <month>08</month>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>379</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.3758/bf03195514</pub-id>
          <pub-id pub-id-type="medline">14587545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The impact of two different think-aloud instructions in a usability test: a case of just following orders?</article-title>
          <source>Behav Inform Technol</source>
          <year>2014</year>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>163</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1080/0144929X.2012.708786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marc</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Al Sanousi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reasons for physicians not adopting clinical decision support systems: Critical analysis</article-title>
          <source>JMIR Med Inform</source>
          <year>2018</year>
          <month>04</month>
          <day>18</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2018/2/e24/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/medinform.8912</pub-id>
          <pub-id pub-id-type="medline">29669706</pub-id>
          <pub-id pub-id-type="pii">v6i2e24</pub-id>
          <pub-id pub-id-type="pmcid">PMC5932331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="web">
          <source>GuildCare: Pharmacy software for professional services</source>
          <year>2019</year>
          <access-date>2019-11-17</access-date>
          <publisher-loc>Sydney, Australia</publisher-loc>
          <publisher-name>GuildLink</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.guildlink.com.au/guildcare/">http://www.guildlink.com.au/guildcare/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kawamanto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kukhareva</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>ElHalta</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gregory</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Walls</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wigren</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Borbolla</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Clayson</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Briley</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Stipelman</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Del Fiol</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Reese</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Taft</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Strong</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>A pragmatic guide to establishing clinical decision support governance and addressing decision support fatigue: a case study</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2018</year>
          <volume>2018</volume>
          <fpage>624</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30815104"/>
          </comment>
          <pub-id pub-id-type="medline">30815104</pub-id>
          <pub-id pub-id-type="pmcid">PMC6371304</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
