<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMI</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Med Inform</journal-id>
      <journal-title>JMIR Medical Informatics</journal-title>
      <issn pub-type="epub">2291-9694</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta> 
    <article-id pub-id-type="publisher-id">v5i4e38</article-id>
    <article-id pub-id-type="pmid">29038093</article-id>
    <article-id pub-id-type="doi">10.2196/medinform.8092</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Patient Portal Use and Experience Among Older Adults: Systematic Review</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Buis</surname>
          <given-names>Lorraine</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Crotty</surname>
          <given-names>Bradley</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Whetstone</surname>
          <given-names>Melinda</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Jones</surname>
          <given-names>J.b</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Sakaguchi-Tang</surname>
        <given-names>Dawn K</given-names>
      </name>
      <degrees>MS</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of Human Centered Design and Engineering</institution>
        <institution>College of Engineering</institution>
        <institution>University of Washington</institution>
        <addr-line>3960 Benton Lane NE</addr-line>
        <addr-line>428 Sieg Hall</addr-line>
        <addr-line>Seattle, WA, 98195</addr-line>
        <country>United States</country>
        <phone>1 206 543 2567</phone>
        <fax>1 206 543 8858</fax>
        <email>dawnsaka@uw.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5180-3175</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Bosold</surname>
          <given-names>Alyssa L</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7105-2188</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Choi</surname>
          <given-names>Yong K</given-names>
        </name>
        <degrees>MPH</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7882-4358</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Turner</surname>
          <given-names>Anne M</given-names>
        </name>
        <degrees>MLIS, MPH, MD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1915-016X</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Department of Human Centered Design and Engineering</institution>
    <institution>College of Engineering</institution>  
    <institution>University of Washington</institution>  
    <addr-line>Seattle, WA</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Department of Health Services</institution>
    <institution>School of Public Health</institution>  
    <institution>University of Washington</institution>  
    <addr-line>Seattle, WA</addr-line>
    <country>United States</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Department of Biomedical Informatics and Medical Education</institution>
    <institution>School of Medicine</institution>  
    <institution>University of Washington</institution>  
    <addr-line>Seattle, WA</addr-line>
    <country>United States</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Biomedical Informatics and Medical Education</institution>
    <institution>University of Washington</institution>  
    <addr-line>Seattle, WA</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Dawn K Sakaguchi-Tang 
      <email>dawnsaka@uw.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Oct-Dec</season><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>16</day>
      <month>10</month>
      <year>2017</year>
    </pub-date>
    <volume>5</volume>
    <issue>4</issue>
    <elocation-id>e38</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>24</day>
        <month>5</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>19</day>
        <month>6</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>13</day>
        <month>8</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>30</day>
        <month>8</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Dawn K Sakaguchi-Tang, Alyssa L Bosold, Yong K Choi, Anne M Turner. Originally published in JMIR Medical Informatics (http://medinform.jmir.org), 16.10.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Medical Informatics, is properly cited. The complete bibliographic information, a link to the original publication on http://medinform.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://medinform.jmir.org/2017/4/e38/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>The older adult population (65 years or older) in the United States is growing, and it is important for communities to consider ways to support the aging population. Patient portals and electronic personal health records (ePHRs) are technologies that could better serve populations with the highest health care needs, such as older adults.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to assess the existing research landscape related to patient portal and ePHR use and experience among older adults and to understand the benefits and barriers to older adults’ use and adoption of patient portals and ePHRs.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We searched six pertinent bibliographic databases for papers, published from 2006 to 2016 and written in English, that focused on adults 60 years or older and their use of or experience with patient portals or ePHRs. We adapted preferred reporting items for systematic reviews and meta-analyses (PRISMA) guidelines to review papers based on exclusion and inclusion criteria. We then applied thematic analysis to identify key themes around use, experience, and adoption.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>We retrieved 199 papers after an initial screening and removal of duplicate papers. Then we applied an inclusion and exclusion criteria, resulting in a final set of 17 papers that focused on 15 separate projects. The majority of papers described studies involving qualitative research, including interviews and focus groups. They looked at the experience and use of ePHRs and patient portals. Overall, we found 2 main barriers to use: (1) privacy and security and (2) access to and ability to use technology and the Internet. We found 2 facilitators: (1) technical assistance and (2) family and provider advice. We also reported on older adults’ experience, including satisfaction with the system and improvement of the quality of their health care. Several studies captured features that older adults wanted from these systems such as further assistance managing health-related tasks and contextual health advice and tips.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>More research is needed to better understand the patient portal experience among older adults from initial use to adoption. There are also opportunities to explore the role of design in addressing barriers and supporting facilitators to patient portal and ePHR use. Finally, the future use of these systems by older adults should be anticipated and considered in the design process.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>aged</kwd>
      <kwd>patient portals</kwd>
      <kwd>personal health records</kwd>
      <kwd>utilization</kwd>
      <kwd>usability</kwd>
      <kwd>user experience</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>In 2014, the adult population aged 65 years or older in the United States was 46.2 million, and this number is projected to increase to 98 million by 2060 [<xref ref-type="bibr" rid="ref1">1</xref>]. With this expected growth in the older adult population, it is essential for communities to consider ways to support their aging population. To this end, there has been a growing interest in the design of technologies for older adults, including technologies that can support older adults through health maintenance and health information management. Such technologies have the potential to support older adults by allowing them to age in their own homes, maintain their health, and provide a sense of autonomy. Although there have been gains in the adoption of technology by adults 65 years or older, older adults have consistently trailed the general American population, especially in adopting digital health technologies [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Interest in electronic health records (EHRs), patient portals, and electronic personal health records (ePHRs) has increased in recent years [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Ancker et al (2016) [<xref ref-type="bibr" rid="ref6">6</xref>] conducted a survey of New York State residents to understand the rate of patient portal and personal health records (PHRs) adoption over time. They found that use of PHRs by New Yorkers increased from 11% in 2012 to 27.1% in 2015. Ford et al (2016) [<xref ref-type="bibr" rid="ref5">5</xref>] forecasted the adoption of PHRs based on the 2008, 2011, and 2013 Health Information National Trends Surveys. They anticipated that PHR adoption will grow beyond 75% by 2020. These studies show that the use of patient portals and PHRs will likely continue to grow.</p>
        <p>The level of research on this topic raises awareness about how these technologies are being used and has implications for improved and innovative design. Research on digital health technology adoption by older adults also signals a focus on how technology could better serve populations with the highest needs, who often manage complex health conditions and multiple chronic illnesses. The incidence of multiple chronic conditions increases with age [<xref ref-type="bibr" rid="ref7">7</xref>], and the prevalence of some chronic conditions such as hypertension, asthma, cancer, and diabetes has also increased among older adults [<xref ref-type="bibr" rid="ref8">8</xref>]. Hospitals, clinics, and organizations have started to offer patients a way to stay connected to their health information and manage their wellness and health care needs through patient portals and ePHRs.</p>
        <p>There are several definitions of ePHRs and patient portals within the literature, and patient portals are sometimes described as a type of ePHR. For the purposes of this paper, <italic>patient portals</italic> are defined as systems for health information management that are linked, or tethered, to a patient’s EHR [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. For example, the US Department of Veterans Affairs offers patients access to My Health <italic>e</italic> Vet [<xref ref-type="bibr" rid="ref11">11</xref>], and several hospitals in the United States use Epic’s MyChart portal [<xref ref-type="bibr" rid="ref12">12</xref>]. Both portals give patients access to their health information and include features such as the ability to schedule appointments, view test results, request prescription renewals, and send messages to health care providers. In addition to tethered patient portals, there are <italic>ePHRs</italic> that are not connected to EHRs, such as Microsoft HealthVault and the Health app on Apple devices. In these systems, the individual is responsible for entering their own health information. ePHR systems often include features such as health tracking or medication lists. Other features of these systems include the ability to share health information with others and track fitness and personal health goals. The major distinction between ePHRs and patient portals is that patient portals are tethered (to EHRs) and ePHRs are not. Both offer a centralized location for storing and organizing electronic health information.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Although much has been written about the use of patient portals and ePHRs in general, there is less material focused on the use of patient portals by older adults. Technologies such as patient portals and ePHRs have the potential to help older adults by strengthening their ability to manage, understand, and control their health information. However, it is a leap to assume that patient portals and ePHRs, as they are currently designed and used, will effectively address the health information needs of the older adult population. It is important to first understand the facilitators of and barriers to older adult use and adoption of health-related technology. It is also important to understand their experiences with ePHRs and patient portals and how these experiences have influenced or changed their personal health information management. Understanding the facilitators and barriers will provide insights to why older adults decide to use or adopt patient portals and ePHRs. Similarly, learning about older adults’ experiences with these systems and their impact on health information management can provide guidance on how to improve their design and ensure their effective use and adoption. Finally, it is important to understand what design recommendations have been proposed, and what is important to older adults. Considering these objectives, the goal of this systematic review was to investigate the existing research landscape with a focus on answering the following questions:</p>
        <list list-type="order">
          <list-item>
            <p>In the literature, what barriers and facilitators to older adults’ use and adoption of patient portals and ePHRs have been described? What is the evidence that these barriers and facilitators exist?</p>
          </list-item>
          <list-item>
            <p>How do older adults describe their experience using patient portals and ePHRs?</p>
          </list-item>
          <list-item>
            <p>What design recommendations have been proposed to help overcome barriers and enhance facilitators of older adults’ experience, use, and adoption of patient portals or ePHRs?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Revised PRISMA protocol</title>
        <p>We adapted the preferred reporting items for systematic reviews and meta-analyses (PRISMA) 2009 checklist to guide our systematic review of the use of patient portals and ePHRs among older adults [<xref ref-type="bibr" rid="ref13">13</xref>]. As PRISMA is positioned toward standardized study designs, such as clinical trials that aim to support universal interpretation of results, we modified the PRISMA protocol to accommodate the study methodologies in this review more common to information sciences, specifically qualitative and mixed-method studies. Thus, we reviewed the methods and metrics used in the studies rather than the standardized outcome variables one would typically see in traditional systematic reviews of controlled trials. Our protocol included a systematic search, a study selection, and a qualitative review of the findings.</p>
      </sec>
      <sec>
        <title>Literature Search</title>
        <p>We conducted our search in six databases that spanned the medical, nursing, and engineering literature. These databases were PubMed, EMBASE, CINAHL Complete, Compendex (includes ACM digital library and IEEE XPlore), and Inspec. We consulted with librarians in the University of Washington Health Sciences and Engineering libraries on the selection of databases and the mechanics of using them (eg, controlled vocabulary, using filters, and syntax). We also received assistance narrowing down keywords to use. We searched all databases with the keywords “older adult,” “seniors,” or “elders,” and “patient portal,” “electronic medical record,” or “personal health record” (see <xref ref-type="table" rid="table1">Table 1</xref>). We did a general search in Google Scholar to find potential papers that did not result from our searches in the other databases. In PubMed and EMBASE, we used additional keywords such as usage, utilization, adoption, and patient satisfaction. We did not use the additional keywords in CINAHL Complete, Compendex, and Inspec because it narrowed rather than broadened our search results. We limited our search to papers published within a 10-year period (January 2006-November 2016). Although we recognize that a 10-year period is a broad timeline given the fast pace of advancement in technology, we selected this time range to get an expanded view about needs and experiences of older adults related to health information technology, and included commentary on changes in technology and findings over time.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Searches used in each database.</p>
          </caption>
          <table width="641" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="84"/>
            <col width="452"/>
            <col width="61"/>
            <thead>
              <tr valign="top">
                <td>Database</td>
                <td>Description</td>
                <td>Citations</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>PubMed</td>
                <td>older adult OR seniors OR elderly OR aged AND patient portal OR electronic health record OR personal medical record OR personal health record AND usage OR using OR utilization OR utilize OR adopt OR adoption OR preferences OR patient access to records OR patient satisfaction AND english NOT letter OR editorial AND last 10 years</td>
                <td>885</td>
              </tr>
              <tr valign="top">
                <td>EMBASE</td>
                <td>older adult OR older adults OR seniors OR elderly OR aged OR aged AND patient portal OR electronic medical record OR personal medical record OR personal health record AND usage OR utilization OR utilize OR adopt OR adoption OR preference OR patient access to records OR patient attitude AND english AND [embase]/lim NOT [medline]/lim AND (2006-2016)/py</td>
                <td>409</td>
              </tr>
              <tr valign="top">
                <td>CINAHL</td>
                <td>patient portal OR electronic health record OR personal health record older adult OR senior OR elder <break/>Limiters: published date: 2006-01-01-2016-12-31; English language</td>
                <td>129</td>
              </tr>
              <tr valign="top">
                <td>Compendex and Inspec</td>
                <td>older adult OR senior OR elder AND electronic health record OR personal health record AND 2006-2016 AND english</td>
                <td>484</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <boxed-text id="box1" position="float">
          <title>Inclusion criteria.</title>
          <p>Inclusion criteria</p>
          <list list-type="bullet">
            <list-item>
              <p>Include participation of adults who were 60 years or older. These older adults could be the sole focus of the study or be a group of adults who were part of a larger study. Typically, older adults are characterized as 65 years and older; however, we decided to use a wider age range to include a broader set of papers.</p>
            </list-item>
            <list-item>
              <p>Focus on patient portals or ePHRs</p>
            </list-item>
            <list-item>
              <p>Discuss use, adoption, or experience with patient portals and ePHRs or features of those systems (eg, studies that evaluated patient experiences using secure messaging with providers, or having electronic access to medical records)</p>
            </list-item>
            <list-item>
              <p>Examine features of patient portals and ePHRs to inform design</p>
            </list-item>
            <list-item>
              <p>Published from 2006 to 2016</p>
            </list-item>
            <list-item>
              <p>Written in English</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>Papers were selected based on the inclusion criteria in (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) and exclusion criteria provided here. We excluded studies that were not focused on older adults’ use, experience, or adoption of patient portals, ePHRs, or features of those systems. Although studies do not consistently report clear definitions of use and adoption, we chose to differentiate between these two terms for this review. Specifically, we refer to <italic>use</italic> as short-term activity within a patient portal for a period of less than 1 year, whereas we define <italic>adoption</italic> as a commitment to continued use of systems beyond 1 year. We defined <italic>experience</italic> as a person’s perceptions of their interactions with patient portals or ePHRs. We also included <italic>formative</italic> studies that were focused on information gathering for design, including user testing of new systems and assessments to inform development of systems or test the acceptability of particular systems. Formative studies were not focused on adoption or use or factors influencing the initial use of a particular developed system. The types of papers that were excluded were studies focused on patient online communities or the provider experience using patient portals or ePHRs. Papers that solely recorded log-in data and demographics were also not considered to be focused on use and were excluded from this review. In addition, we excluded nonempirical studies such as commentaries, letters to the editors, notes, books, reviews, and conceptual papers.</p>
        <p>One researcher (DST) conducted an initial screening of the paper titles and abstracts, removing records that were irrelevant such as those focused on provider experience, implementation of EHRs, and using EHRs to recruit participants. Then 3 researchers applied the inclusion and exclusion criteria to the abstract of each paper using the Covidence (Melbourne, Victoria) software [<xref ref-type="bibr" rid="ref14">14</xref>]. Each paper was reviewed by at least 2 of the 3 researchers (DST, AB, and YC), and any disagreements were discussed. In cases where a resolution could not be reached, a third researcher made the final decision. After excluding an initial set of papers, the same 3 researchers applied the inclusion and exclusion criteria to the full text of the papers using the same process described above to resolve disagreements.</p>
        <p>After applying the inclusion and exclusion criteria, we conducted a thematic analysis of the papers. Two researchers (DST and AB) created codes using an inductive process. They summarized each of the papers and collectively came up with a list of key points from the summaries and from the papers themselves. These key points were then grouped into codes. The groups of codes were then further refined into themes, and the final list of themes was informed by the project’s research questions and decided collectively in a meeting with the team researchers.</p>
      </sec>
      <sec>
        <title>Quality Review</title>
        <p>We reviewed the papers using the top two guidelines from the mini Statement on the Reporting of Evaluation studies in Health Informatics (STARE-HI), ranked as essential by professionals in health informatics for reporting studies [<xref ref-type="bibr" rid="ref15">15</xref>]. They were “Interpret the data and an answer to the study question” and “Description of the outcome measure or evaluation criteria.” We added two additional guidelines because they provided key information related to our study questions: “Provides a description of system and its functionalities” [<xref ref-type="bibr" rid="ref16">16</xref>] and “Provides clear description of how results impact design recommendations.” We gave the papers a score for each of the four guidelines outlined above. The score ranged between 0 (does not meet the criteria) and 2 (fully meets the criteria), for a total score of 8.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The search returned 1907 papers in total after removing duplicates. An initial screening of paper titles and abstracts resulted in 199 papers. Abstract review, described above, resulted in 46 papers for full-text review. The full-text review resulted in a final set of 17 papers (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Systematic review process.</p>
        </caption>
        <graphic xlink:href="medinform_v5i4e38_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <sec>
        <title>Description of Papers</title>
        <p>The final set of 17 papers focused on 15 separate projects (see <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). Papers spanned the 10-year period from 2006 to 2016. All papers published before 2014 examined ePHRs, whereas those papers published from 2014 to 2016, with the exception of one [<xref ref-type="bibr" rid="ref17">17</xref>], looked at patient portals. Of the 17 papers, 7 (41%) were conference proceedings. All conference proceedings were peer-reviewed. Authors used a range of research methods in the final set of papers: 10 of 17 (59%) were interviews, observations, focus groups, design sessions, and user studies; 9 of 17 (53%) were surveys or questionnaires; and 4 of 17 (24%) were mixed-methods studies. The sample size of the papers ranged from 16 participants in a user study to 231,082 participants in a survey. Six papers focused on patient portals [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], 8 papers focused on ePHRs [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref29">29</xref>], and 2 papers looked at other similar systems, specifically a personal health application and the Swedish medication registry [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Half (8/17) of the papers evaluated patient portals or ePHR systems overall [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]; others focused on specific features such as messaging systems [<xref ref-type="bibr" rid="ref25">25</xref>] or medication management tools [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>Seven papers focused on short-term use or factors influencing the initial use of a system. Nine papers were primarily formative, collecting information related to system design, development, or usability. Formative papers collected information to inform design of systems generally [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] or focused on developing specific systems [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Only 3 papers compared short-term use and long-term adoption [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In 2 cross-sectional papers, Lam et al (2013) [<xref ref-type="bibr" rid="ref25">25</xref>] and Zettel-Watson and Tsukerman (2016) [<xref ref-type="bibr" rid="ref17">17</xref>], participants most commonly reported using systems anywhere from 1 month to 1 year and reported an average period of use of over 3 years, respectively. In the Kim et al (2009) [<xref ref-type="bibr" rid="ref24">24</xref>] paper that looked at patterns of use longitudinally, 51% of the participants only used the system once during the first year of the study period.</p>
        <p>Qualitative and cross-sectional papers provided insight into both specific systems and general experience. In 3 of the 17 papers (18%), participants used a system and were given a survey or questionnaire to gain feedback on their experience [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. There were 2 papers (12%) that evaluated a system in a lab setting [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref18">18</xref>] and 3 papers, focused on two projects, (18%) [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] where participants used a system in a community setting such as a retirement or housing facility [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Four papers (24%,) did not focus on a specific system but instead asked participants to reflect on their experiences with patient portals or ePHRs in general [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Two papers (12%, 2/17) focused on developing a personal health application with participants [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Another approach that 3 papers (18%, 3/17) took was to gather information needs from participants through qualitative methods such as interviews, design sessions, and a diary method to inform design of a system [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] (see <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>).</p>
      </sec>
      <sec>
        <title>Participant Characteristics</title>
        <p>Demographic details about participants are provided in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>. All papers had participants who were 65 years or older [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Two papers [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] analyzed differences between age categories within the older adult group. In all other papers, the older adults were reported as one group. Of the 13 studies that reported gender, 11 had more female than male participants [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Quality Review</title>
        <p>All of the papers met the criteria “Interpret the data and an answer to the study question,” and almost all (14 of 17) met the criteria “Description of the outcome measure or evaluation criteria.” The last two criteria were more varied. There were 7 papers that did not provide enough detail about a system and its functionalities [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. For example, Sack et al (2011) [<xref ref-type="bibr" rid="ref29">29</xref>] evaluated PHR technologies using Web and mobile-based Google Health. In discussing the technologies, they did not provide details about the features or functions of the system beyond it being Web or mobile-based. Papers were given full points if they provided a definition including functionality for a patient portal or an ePHR. Descriptions of the system provide a context for results and recommendations. It also provides a status of the technology at that time.</p>
        <p>The other criterion that papers were varied on was “Provide clear description of how results impact design recommendations.” Although a majority of papers did not aim to provide design recommendations, one of our research questions was to learn about design recommendations that have been proposed to address the barriers and facilitators to use, adoption, and experience. We did find that 15 of 17 papers connected their findings to design considerations or suggestions for improving use of system [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref31">31</xref>], for example, training to increase adoption [<xref ref-type="bibr" rid="ref27">27</xref>]. Papers were given a partial score if their recommendations were brief and vague. Papers received full points if authors offered clear considerations for design and gave detailed recommendations. For detailed ratings, see <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref>.</p>
      </sec>
      <sec>
        <title>Barriers</title>
        <p>We found commonalities among all papers concerning barriers and facilitators to the use and adoption of patient portals or ePHRs by older adults. We identified two main barriers across studies: (1) privacy and security and (2) access and ability to use technology and the Internet.</p>
        <sec>
          <title>Privacy and Security</title>
          <p>In 7 papers, older adults expressed a concern about the privacy and security of their information when using patient portals, ePHRs, or Web-based health management tools [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Privacy and security concerns were linked to the storage and use of data collected in patient portals. Hourcade et al (2011) [<xref ref-type="bibr" rid="ref22">22</xref>] reported that participants were worried about pharmaceutical or drug companies accessing and misusing their data. Despite reassurance that the research was confidential and for academic purposes, participants expressed worry that researchers might not fully disclose partnerships with government institutions or drug companies. In the Kerai et al (2014) [<xref ref-type="bibr" rid="ref20">20</xref>] paper, 63% of participants were concerned about security. Participants in the Latulipe et al (2015) [<xref ref-type="bibr" rid="ref21">21</xref>] paper were concerned that the government or insurance companies would access their records without their permission. In the Lober et al (2006) [<xref ref-type="bibr" rid="ref26">26</xref>] paper, participants were living in a government housing authority and had to be able to live independently to stay there. They were protective of their health information because they did not want to be evicted if their physical health limited their ability to remain independent.</p>
        </sec>
        <sec>
          <title>Access and Abilities</title>
          <p>Lack of access to technology and the Internet was mentioned as a barrier in 5 papers. However, the results from these papers are based on small sample sizes, and two of them were focused on lower income communities. In the papers we reviewed, disparities in age, race, and ability to pay for the Internet were mentioned. Turner et al (2015) [<xref ref-type="bibr" rid="ref10">10</xref>] reported that some of their participants had difficulty accessing the Internet because of its cost. Logue and Effken (2012) [<xref ref-type="bibr" rid="ref27">27</xref>] identified that older and younger seniors had similar access to computers but differed in Internet access. Seniors over the median age of 78 years had less access to and familiarity with the Internet than seniors aged under 78 years [<xref ref-type="bibr" rid="ref27">27</xref>]. Of the 38 participants in the Lober et al (2006) [<xref ref-type="bibr" rid="ref26">26</xref>] study, 27 (71%) did not own computers. Latulipe et al (2015) [<xref ref-type="bibr" rid="ref21">21</xref>] reported that older adults were aware of Internet access in their communities, and over half had a digital device such as a computer, laptop, or tablet. However, some participants did not have access to the Internet at home, suggesting that the devices were not being used [<xref ref-type="bibr" rid="ref21">21</xref>]. Two papers noted gendered differences in Internet access, but results were mixed [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
          <p>Seven papers defined computer and Internet skills as a barrier, and papers focused on both actual and perceived abilities. Lober et al (2006) [<xref ref-type="bibr" rid="ref26">26</xref>] reported that major barriers to use of their portal system were computer literacy and computer anxiety. They described computer literacy as instances where participants were unable to do tasks on their own, such as turning on the computer or using a mouse or keyboard. Computer anxiety was a refusal to complete tasks on the computer, despite having the cognitive or physical abilities to accomplish the tasks. Turner et al (2015) [<xref ref-type="bibr" rid="ref10">10</xref>] also identified that confidence in the ability to use computers and computer anxiety impacted the use of patient portals. Turner et al (2015) [<xref ref-type="bibr" rid="ref10">10</xref>] found that of the 59 participants who were nonusers of patient portals, 19% (11/59) had never learned how to use a computer [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
          <p>Disparities in age and race were also mentioned. Logue and Effken [<xref ref-type="bibr" rid="ref23">23</xref>] found that older seniors were less confident than younger seniors in their ability to use an Internet-based PHR. Older seniors (older than 78 years) were also less likely to know how to find health resources on the Internet and less interested in using PHRs [<xref ref-type="bibr" rid="ref23">23</xref>]. Gordon and Hornbrook (2016) reported that 10.09% (260/2602) of seniors surveyed received help from someone to go on the Web or had someone go on the Web for them. They also found Chinese, non-Hispanic whites, and younger seniors (aged 65-69 years) were more likely to use the Internet for email and health-related tasks than black, Latino, and Filipino seniors and those who were aged 75 years and older [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
          <p>Some studies also mentioned disparities based on physical and cognitive ability [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Lober et al (2006) [<xref ref-type="bibr" rid="ref26">26</xref>] found that 13 of 38 participants had cognitive issues that impacted their use of a computer, presenting problems specifically when remembering the URL of the system, usernames, and passwords. Older adults with vision, hearing, and physical limitations leading to decreased mobility had difficulty using the system on their own [<xref ref-type="bibr" rid="ref26">26</xref>]. Gordon and Hornbrook (2016) [<xref ref-type="bibr" rid="ref19">19</xref>] also reported that physical issues inhibit use of a computer or the Internet. They noted that this posed more of a problem to seniors in the oldest age group (75-79 years) [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Facilitators</title>
        <p>We identified two major factors that facilitated older adults’ use and adoption of patient portals and ePHRs: (1) technical assistance and (2) the advice of family and providers.</p>
        <sec>
          <title>Technical Assistance</title>
          <p>Three papers mentioned the role of technical assistance in initially facilitating portal use [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Hourcade et al (2011) [<xref ref-type="bibr" rid="ref22">22</xref>] described a video to help present the ePHR that they were testing among older adults. They also explained that they saw a benefit in working with older adults over several weeks, which allowed them to introduce older adults to the ePHR concept, assist with system navigation, and ultimately gather more meaningful feedback from a group that was informed about the ePHR tool [<xref ref-type="bibr" rid="ref22">22</xref>]. In their paper, Gordon and Hornbrook (2016) [<xref ref-type="bibr" rid="ref19">19</xref>] found that participants wanted technical assistance with using a portal and preferred help from a person rather than a Web video [<xref ref-type="bibr" rid="ref19">19</xref>]. Kim et al (2009) [<xref ref-type="bibr" rid="ref24">24</xref>] had graduate nursing students available to assist participants with using a patient health information management system (PHIMS) portal. They noted that the most frequent use of PHIMS coincided with the days when the nursing students were onsite [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
        <sec>
          <title>Family and Provider Advice</title>
          <p>Other papers noted family and provider advice as facilitators to portal use. Lam et al [<xref ref-type="bibr" rid="ref25">25</xref>] found that participants were significantly more likely to be introduced to a portal messaging system by their providers than were nonusers [<xref ref-type="bibr" rid="ref25">25</xref>]. Similarly, Zettel-Watson and Tsukerman (2016) [<xref ref-type="bibr" rid="ref17">17</xref>] reported that patients cited their doctor’s recommendation as being important when initially using the portal but not for adoption or continued use. Logue and Effken (2012) [<xref ref-type="bibr" rid="ref27">27</xref>] found that Hispanic women, in particular, were likely to be influenced to use a PHR based on a family member’s recommendation. Forty-six percent of Hispanic women stated that this was the case. They also reported that older adults who felt they were a part of a team with their health care provider were more motivated to try a PHR, to believe that an Internet-based PHR would give them their desired health outcomes, and to select a particular practice because PHRs were a part of care [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>User Experience</title>
        <p>The papers that were reviewed spanned a 10-year period. This is considerable, as technology tends to rapidly change over time. It is likely that experiences with newer technologies are different from older technologies. In the papers that we reviewed, we found 10 papers from 2006 to 2013 that focused on ePHRs, whereas 6 papers from 2014 to 2016 focused on patient portals.</p>
        <p>There were several papers that evaluated participants’ use of patient portals, ePHRs, or Web-based health management tools [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Participants reported an overall satisfaction with the system they used [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. In addition to participants’ satisfaction with the system, they reported that the system was useful and it improved the quality of the health care they received [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Sack et al (2011) [<xref ref-type="bibr" rid="ref29">29</xref>] conducted focus groups to evaluate mobile PHRs versus Web-based PHRs. They used a cost (negative comments) versus benefit (positive comments) analysis as a strategy to interpret their findings. They found that overall there were more benefit comments than cost comments for Web-based PHRs [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <sec>
          <title>Function and Usability</title>
          <p>Although some studies reported an ease of use in setting up and accessing their accounts, transferring information, and navigating the system [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], there were also some studies that raised usability issues such as difficulty in logging in and navigating a complex system [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. These issues can negatively impact the user’s experience and may interfere with a user’s ability to complete tasks. Lam et al (2013) [<xref ref-type="bibr" rid="ref25">25</xref>] found that some of the participants (19.0%) (31/163) who logged into a patient-physician messaging system wanted added features and functionality, 11.0% (18/163) wanted more providers in the system, and 4.3% (7/163) wanted faster response to messages [<xref ref-type="bibr" rid="ref25">25</xref>]. Khan et al (2010) [<xref ref-type="bibr" rid="ref23">23</xref>] found participants appreciated pictorial representations on the Colorado Care Tablet interface but had difficulty understanding what they represented. They suggested adding text to describe the pictures [<xref ref-type="bibr" rid="ref23">23</xref>]. Two papers found that participants did not like entering text information and preferred the system to do more data input [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
        <sec>
          <title>Features</title>
          <p>In several papers, participants reported features of systems that they frequently used and liked. They appreciated the health information management tasks such as checking lab results, learning about health conditions [<xref ref-type="bibr" rid="ref17">17</xref>], preparing for appointments through medication list management [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], and record management [<xref ref-type="bibr" rid="ref17">17</xref>]. Participants also appreciated the ability to communicate directly with providers through secure messaging [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
          <p>Six papers identified features that participants wanted from a patient portal or an ePHR system. Two mentioned that participants wanted to share health information, such as medication lists, with others or share different views of their health information depending on the person or situation [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Participants in the Sack et al (2011) [<xref ref-type="bibr" rid="ref29">29</xref>] paper suggested that medical personnel should have a security password for record access in emergency situations.</p>
          <p>Several papers indicated participants’ desire for systems with further health management capacity and those that offered more contextual health information. Two papers reported that participants wanted the system to provide reminders for upcoming appointments, remind them when to refill medications, and help them manage their bills and health status over time [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. In 3 papers, participants wanted the system to provide lifestyle advice and tips or a dictionary of medical terms [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Participants in 2 papers wanted the system to provide diagnosis and prognosis [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
          <p>Other participants requested features specific to medication such as warnings about medication interactions and the ability to make changes to their medication lists [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Hourcade et al (2011) [<xref ref-type="bibr" rid="ref22">22</xref>] suggested that medication information and warnings should be layered from basic to advanced information [<xref ref-type="bibr" rid="ref22">22</xref>]. Other desired features included ability to print information, access to complete medical records, having good technical support, and ability to take voice commands [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Changes in Health Information Management and Provider Communication</title>
        <p>Five papers described the impact of patient portals on health information management, focusing on increased access to records and improved storage of health information [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Zettel-Wattson and Tsukerman (2016) [<xref ref-type="bibr" rid="ref17">17</xref>] explained that 90.6% of portal users (56/62) thought a portal helped them better manage health, and 89.7% (55/62) reported that health management tools allowed them to keep all of their records in one place. Additionally, 80.4% (50/62) explained that health information tools gave them a sense of control over their health.</p>
        <p>In one paper, findings regarding older adult views on record access and management were mixed: 86% of participants (69/80) wanted access to their records in one place but did not necessarily want to be responsible for managing records, and 84% of participants (67/80) preferred that their records continue to be managed by primary care providers [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Papers also described changes in patient-provider communication. In one paper, participants expressed that having access to patient portals made them feel more prepared for emergencies and made visits with providers more efficient [<xref ref-type="bibr" rid="ref24">24</xref>]. However, physicians thought that giving patients access to records may increase their worry [<xref ref-type="bibr" rid="ref20">20</xref>], and some patients were concerned about a loss of face time with providers [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Areas to Explore</title>
        <p>Health literacy, defined as the ability to collect, interpret, and process basic health information [<xref ref-type="bibr" rid="ref32">32</xref>], was mentioned in 4 papers as a barrier. However, these papers measured and defined health literacy differently [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>], making it difficult to categorize health literacy as a barrier in this review but highlighting it as an area for future research. Of those papers that mentioned health literacy, one defined and measured health literacy by looking at participant questions related to the content of patient portals, particular diseases, and interpreting medical terminology [<xref ref-type="bibr" rid="ref26">26</xref>]. This paper found that health literacy was a barrier for 29% of participants (11/38) who had questions about these issues [<xref ref-type="bibr" rid="ref26">26</xref>]. Logue and Effken (2012) [<xref ref-type="bibr" rid="ref27">27</xref>] defined and measured health literacy using the eHealth Literacy Scale (eHEALS) and criteria that looks specifically at the ability to identify, evaluate, and synthesize health information delivered electronically. They found that all three eHealth literacy indicators from the eHEALS were positively correlated with confidence in communicating with others on the Internet, ability to express oneself in writing, and using an Internet-based PHR. Taha et al (2014) [<xref ref-type="bibr" rid="ref9">9</xref>] measured health numeracy or the ability to interpret health information reported as numbers. They found that 52.9% of their participants (27/51) correctly answered only 5 or fewer objective numeracy questions on an 11-question measure. However, on a Subjective Numeracy Scale, which measures perceived health numeracy, several participants gave themselves a high rating, indicating that many had overestimated their health numeracy skills [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Design Suggestions</title>
        <p>Several papers provided guidance about features and functions of patient portals and ePHRs [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. At a basic level, these systems should provide health information, including medical history, test results, and medication information [<xref ref-type="bibr" rid="ref28">28</xref>]. Information should be provided in a way that does not overwhelm the user [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Tools and aids were suggested to help users gain an understanding of health information and complete health management tasks [<xref ref-type="bibr" rid="ref9">9</xref>]. Price et al (2013) [<xref ref-type="bibr" rid="ref28">28</xref>] suggested that an ePHR should provide memory support to patients. For example, it should store a patient’s health history and help them remember daily tasks [<xref ref-type="bibr" rid="ref28">28</xref>]. Khan et al (2010) [<xref ref-type="bibr" rid="ref23">23</xref>] mentioned a need for clear communication between experts, designers, and patients regarding their understanding of personal health information. This would guard against the bias of one group impacting system design [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>With this review, we set out to identify and assess the evidence of barriers and facilitators to the use and adoption of patient portals and ePHRs by older adults. We also wanted to gain an understanding of older adults’ experiences with these systems and learn about the design recommendations resulting from study findings. Through our systematic review, we identified 2 barriers (privacy and security, and access and abilities) and 2 facilitators (technical assistance, and family and provider advice) to the use and adoption of patient portals and ePHRs. We also gained an understanding of older adults’ experiences with these systems, specifically perceived benefits, satisfaction, and desired features. Some of the papers did not present specific design recommendations, making it difficult to translate findings to improve the design of patient portals and ePHRs. We also found that some papers lacked a detailed description of patient portals or ePHRs; this is an issue because systems are not static and likely changed over time. Having a detailed description of the system would provide context to study results.</p>
        <p>Overall, even though we were able to identify barriers and facilitators, the evidence lacked strength. There were several reasons for this, including the fact that many of the studies had a small sample size and were a convenience sample. In addition, our search results included a diversity of studies, making it difficult to draw firm conclusions related to our research questions.</p>
        <p>It should also be noted that, throughout our analysis, we reported themes by grouping papers on ePHRs and patient portals together. It could be argued that the type of technology used (ePHR vs patient portal) would influence results related to user experience, barriers, and facilitators. When it came to barriers and facilitators, we noticed no clear trends in terms of concerns about privacy and security but found that the barrier of access to the Internet was more often mentioned in papers about patient portals [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], whereas facilitators were mostly mentioned in papers that focused on ePHRs [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. However, this could be because there were very few papers focused on facilitators in general, and the majority of those that mentioned facilitators were also looking at initial use [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. In contrast, the papers on patient portals that mentioned barriers were all formative in nature [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This difference in paper topic (formative vs initial use) may have accounted more for the patterns in results related to barriers and facilitators than the technology itself. In terms of user experience, there were no overall trends demonstrating differences between ePHRs and patient portals. However, log-in issues were reported only from formative papers involving patient portals [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], and suggestions for added features (discussed in detail under experience and design) came mainly from papers involving ePHRs [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>On the basis of our review, we identified a need for more longitudinal evaluation of patient experience and use, more nuanced understanding of older adult subgroups, and further discussion of barriers and facilitators to inform design recommendations. There were 2 papers [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] that looked at older adult portal use through a cohort study design, examining log-in data and uses of the portal over the course of a year [<xref ref-type="bibr" rid="ref19">19</xref>] and almost 3 years [<xref ref-type="bibr" rid="ref24">24</xref>]. However, other papers examined average length of use of the portals. One paper and found that several participants used the portal for longer than a year [<xref ref-type="bibr" rid="ref25">25</xref>] and in another paper several participants used the portal for an average of 3 years [<xref ref-type="bibr" rid="ref17">17</xref>]. Further research with longitudinal studies could help to show how use evolves into adoption and why. It could also help to better identify barriers and facilitators to adoption of patient portals or ePHRs.</p>
        <p>Papers used different approaches to evaluate patient portals or ePHRs. Although common themes emerged across papers, the variety of approaches made drawing conclusions difficult. It would be helpful to have more research on specific and widely used systems to produce results that are comparable and generalizable.</p>
      </sec>
      <sec>
        <title>Principal Findings</title>
        <sec>
          <title>Barriers and Facilitators</title>
          <p>Overall, it was more common for papers to describe barriers than facilitators to patient portal use. Concerns about privacy and security and lack of access or ability to use computers and technology were all commonly identified as barriers. These barriers are consistent with what has been identified in related literature. Some barriers were explained in more detail than others, and very few papers offered concrete solutions for addressing barriers, particularly among older adult populations.</p>
          <p>Papers consistently described privacy and security issues. However, there were not many specific suggestions for making older adults feel secure, and there were no design suggestions from older adults about what would make them trust the security of a system.</p>
          <p>Other papers more specific to privacy and security concerns found that although unauthorized access to records was an issue for older adults, it was also a concern for the general population [<xref ref-type="bibr" rid="ref33">33</xref>]. In fact, older adults were significantly more willing than the general population to share health information with a provider [<xref ref-type="bibr" rid="ref33">33</xref>]. Privacy and security concerns about patient portals are warranted, especially in today’s climate where breaches to data are often in current news. For example, in 2016, Molina Healthcare shut down its patient portal because of a security flaw that allowed patients to access other patient’s claims without authentication [<xref ref-type="bibr" rid="ref34">34</xref>]. In 2017, there was a breach of UC Davis Health patient health records when an employee responded to a phishing email that allowed the hacker to access the employee’s emails and personal health information of patients. Fifteen thousand patients were impacted by this incident [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          <p>Authors of security-specific literature offered design suggestions to alleviate privacy concerns such as allowing patients to restrict access and sharing within a portal, and providing patients with an access log and list of any changes to medical information [<xref ref-type="bibr" rid="ref33">33</xref>]. More research should be done to determine whether these and other design suggestions can work to mitigate security concerns, while still providing a positive user experience. Addressing security concerns could affect usability of a system. For example, users required to go through a 2-step log-in may perceive it as being cumbersome [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <p>In patient portal research in general, there is recognition of systematic gaps in technology access and portal use [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. Similar gaps in access have been identified in this literature review. Gordon and Hornbrook’s (2016) [<xref ref-type="bibr" rid="ref19">19</xref>] paper was an exemplary publication with a large sample size that identified differences in portal use and technology access within subpopulations of older adults based on age and race and asked critical questions about physical ability. However, among the papers reviewed, there was not enough evidence to understand whether there are inequities in access to technology that in turn influence older adults’ portal use, skill, and quality of health care at a broader level. As noted by Kneale and Demiris (2017) [<xref ref-type="bibr" rid="ref41">41</xref>], evaluations of patient portals often lack diversity or fail to report differences based on race, ethnicity, and gender. Generally, evaluations that report demographics conduct evaluations primarily with younger, white, non-Hispanic males who are highly educated [<xref ref-type="bibr" rid="ref41">41</xref>]. Further evaluation of socioeconomic, racial, and gender disparities is necessary. Only a few papers drew explicit connections between access and its impact on perceived computer and Internet skills [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. These papers generally did not examine the reasons behind computer anxiety or lack of confidence. Understanding and overcoming perceived barriers may be key to encouraging use and adoption of portals, but more research is necessary to identify why these perceived barriers exist.</p>
          <p>A more in-depth discussion of facilitators, particularly among different cultural, social, and economic groups of older adults, may also be an important step toward creating a supportive system for older adults. Mention of facilitators in the literature is mainly limited to providing technical assistance [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Only Gordon and Hornbrook [<xref ref-type="bibr" rid="ref19">19</xref>] offer suggestions for large-scale assistance programs, including user handbooks, a hotline, and workshops. Another facilitator described in the literature was provider advice. Although provider perspective was not the focus of our review, other studies suggest that provider EHR use has an impact on whether patients adopt portal technology [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Overall, additional research should focus on what facilitators are important to older adults and how these facilitators can be incorporated into the patient portal experience and implementation.</p>
        </sec>
        <sec>
          <title>Health Literacy</title>
          <p>Low health literacy and technology have been identified as barriers for adoption of patient portals among underserved adult populations [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], and privacy and technological concerns are common barriers to older adults adopting technology in general [<xref ref-type="bibr" rid="ref45">45</xref>]. In this review, the papers varied in the way they defined and measured health literacy. One looked at health literacy by focusing on numeracy [<xref ref-type="bibr" rid="ref9">9</xref>], another used eHEALS [<xref ref-type="bibr" rid="ref27">27</xref>], and another measured health literacy by the number of questions that were asked about the content in the patient portal [<xref ref-type="bibr" rid="ref26">26</xref>]. More research is needed to measure this barrier using a uniform method to identify how it affects portal use for older adults and to find design or implementation solutions that can be used to support health literacy among different subgroups of the older adult population.</p>
        </sec>
        <sec>
          <title>Experience and Design</title>
          <p>The papers in this review have used exploratory and evaluative methods to understand the factors that impact the use and experience of patient portals and ePHRs. However, there are opportunities to apply a design framework to developing patient portals and ePHRs. Nath and Sharp (2015) [<xref ref-type="bibr" rid="ref46">46</xref>] proposed building on existing research methods, such as those that identify patient needs and preferences, using approaches such as user-centered design. Doing so will bridge the gap between needs and preferences and the design of a system. User-centered design is a process that aims to create usable systems that improve productivity, enhance user acceptance, reduce errors, and offer training and support. Human-centered design is based on the principle of actively involving users who have contextual knowledge of the tasks the system will be used for and the environment that the system will be used in. Human-centered design principles also include gaining an understanding of the tasks that the system will do, gaining early feedback from users through prototypes, and involving a multidisciplinary team [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
          <p>Many of the papers reviewed identified barriers and facilitators to use and adoption. There were some that also gathered requirements for and input on system development. These findings can be used in the user-centered design process. There could be additional exploratory research done to gain an understanding of the user in context and the tasks they aim to complete. Including the user at the beginning of the process ensures that their needs are a part of the design process. Participatory design approaches have been used in this framework to engage and empower older adults in designing technology such as smart homes [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Using inclusive approaches can lead to unexpected discoveries of functions and features that are important to older adults.</p>
          <p>Although studies in this review captured overall user experience, there is room for more exploration to better understand older adults’ experience with and use of patient portals and ePHRs. Research could focus on usability by learning about participants’ expectations and navigation of systems. This information could then provide designers with necessary feedback to make iterative improvements to particular systems. To understand what older adults need from patient portals and ePHRs, designers should consider including older adults in the design process.</p>
          <p>This review looked across the user experience, examining both patient portals and ePHRs. However, these technologies do offer different experiences. The primary difference is that, as patient portals are tethered to the patient’s health record, patients do not need to manually enter their information, whereas ePHRs, which are not typically tethered to a patient’s health record, require patients to manually enter information. This distinction has impacted the user experience and resulted in some of the feedback about desired functionality of ePHRs that is solved by patient portals, such as limiting the amount of text entry, providing access to lab results, and the ability to contact providers. However, there were still some desired features that could be further investigated, such as reminders for appointments and medication refills, lifestyle tips, help managing claims, and voice commands. The differences between patient portals and ePHRs can perhaps also be seen as an impact of technology developing over time.</p>
          <p>Considering that people are increasingly incorporating technology into their daily lives, desired features that provide contextual advice are a reasonable expectation. However, further research with older adults is needed to understand how patient portals or ePHRs could be integrated into older adults’ health management. In addition, researchers should consider relating their findings to the design of patient portals and ePHR systems. The recommendations could provide actionable changes and lead to opportunities to explore for potential features and functionality of the systems. For example, one desired feature mentioned in a paper was voice activation; patient portals could be paired with an intelligent personal assistant, such as the Amazon Echo, to increase convenience and access to health information.</p>
          <p>Another consideration is for researchers and designers to think about the long-term adoption of these systems. Friedman and Nathan [<xref ref-type="bibr" rid="ref49">49</xref>] proposed an approach called multi-lifespan information system design to challenge the short life cycle of a technology, which is usually 5 years. It asks researchers to think about the future of the technology, including its impact and how its use might change over time [<xref ref-type="bibr" rid="ref49">49</xref>]. The method may be fitting for the design of patient portals and ePHRs because they are systems available for a wide range of people and may be used over lifetimes and generations.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The search terms for this systematic review were carefully chosen and aimed to draw a wide search. However, patient portals and ePHRs can be described differently, and some papers may have been missed. Our wide search also resulted in a diverse set of papers that presented challenges to drawing specific conclusions related to our research questions. Due to our focus on older adults, we eliminated papers that focused on provider perspectives as well as papers that focused on the health implications of patient portal implementation. We also excluded papers that were not in English, and so, we may have missed papers that were pertinent to our topic but in a different language. In addition, our key themes were determined based on a small number of papers. Even though our review included papers that analyzed patient portal and ePHR use among age groups other than older adults, we did not do a comparison between older adults and those other age groups. In addition, because of the large range of ages, 60 years and older, we did not distinguish the impact of age on the exposure to technology. Finally, our search criteria spanned over a 10-year period; it is important to recognize the constantly changing technology environment and the advances that have been made to patient portals and ePHRs over the 10-year span of time. These advances likely impacted the use and experience of participants across the studies that were reviewed.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This review focused on understanding the barriers and facilitators to older adults’ use and adoption of patient portals and ePHRs. Across the studies there were 2 main barriers: (1) concerns about privacy and security and (2) access and ability to use technology and the Internet. The 2 main facilitators were receiving technical assistance with a patient portal or ePHR and receiving advice to use patient portals from family and providers.</p>
        <p>In terms of older adults’ experience using patient portals and ePHRs, some papers indicated that patient portals and ePHRs helped older adults to better manage their health information. Older adults liked having a single place that they could access and archive their information. In some cases, older adults felt their communication with providers had improved because of their use of patient portals. Older adults also suggested improving patient portals and ePHRs to help them manage their health beyond record storage, for example, by providing diagnosis and prognosis.</p>
        <p>Overall, this review demonstrated that there are a range of studies and methods to understand patient portal and ePHR use and experience among older adults. However, more research is needed to better understand and address barriers to patient portal and ePHR use and adoption by older adults. As many health care systems offer their patients a portal to their health information, there are opportunities for it to be an integral part in keeping patients informed about their health information and encouraging them to take an active role in their health care. This opportunity is especially great for the older adult population as it is expected to grow rapidly. In addition, evaluation of patient portal and ePHR systems should be continually done after they are launched to learn about the areas that are working and areas that could be improved. This is in line with the user-centered design process and communicates to users the organization’s commitment to deliver a positive user experience. Finally, the changing technology landscape should be considered in the design process to design a system that is flexible and would ease future transitions from legacy systems.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Final set of 17 papers.</p>
        <media xlink:href="medinform_v5i4e38_app1.pdf" xlink:title="PDF File (Adobe PDF File), 113KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Paper summaries.</p>
        <media xlink:href="medinform_v5i4e38_app2.pdf" xlink:title="PDF File (Adobe PDF File), 269KB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>Outcome of quality review.</p>
        <media xlink:href="medinform_v5i4e38_app3.pdf" xlink:title="PDF File (Adobe PDF File), 17KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHRQ</term>
          <def>
            <p>Agency for Healthcare Research and Quality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eHEALS</term>
          <def>
            <p>eHealth Literacy Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ePHR</term>
          <def>
            <p>electronic personal health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PHIMS</term>
          <def>
            <p>patient health information management system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PHR</term>
          <def>
            <p>personal health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PRISMA</term>
          <def>
            <p>preferred reporting items for systematic reviews and meta-analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">STARE-HI</term>
          <def>
            <p>Statement on the Reporting of Evaluation studies in Health Informatics</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This review was supported by the UW SOARING project (University of Washington Studying Older Adults and Researching their Information Needs and Goals), which is funded by the Agency for Healthcare Research and Quality (AHRQ) grant #R01 HS022106. The content is solely the responsibility of the authors and does not necessarily reflect the official views of the AHRQ. This material is also based upon work supported by the National Science Foundation Graduate Research Fellowship under Grant No. DGE 1256082. Any opinion, findings, and conclusions or recommendations expressed in this material are those of the authors and do not necessarily reflect the views of the National Science Foundation. The authors would also like to thank Julie Kientz, PhD and Jean O Taylor, PhD for their detailed review of this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Administration on Aging</collab>
          <collab>Administration for Community Living</collab>
          <collab>U.S. Department of Health and Human Services</collab>
        </person-group>
        <source>ACL</source>  
        <access-date>2017-05-05</access-date>
        <comment>A profile of older Americans 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.acl.gov/sites/default/files/Aging%20and%20Disability%20in%20America/2015-Profile.pdf">https://www.acl.gov/sites/default/files/Aging%20and%20Disability%20in%20America/2015-Profile.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6qGvnPtup"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Lipsitz</surname>
            <given-names>SR</given-names>
          </name>
          <name name-style="western">
            <surname>Linder</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Trends in seniors' use of digital health technology in the United States, 2011-2014</article-title>
        <source>JAMA</source>  
        <year>2016</year>  
        <month>08</month>  
        <day>2</day>  
        <volume>316</volume>  
        <issue>5</issue>  
        <fpage>538</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2016.9124</pub-id>
        <pub-id pub-id-type="medline">27483069</pub-id>
        <pub-id pub-id-type="pii">2540389</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <source>Pew Research Center</source>  
        <access-date>2017-08-01</access-date>
        <comment>Tech adoption climbs among older adults 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://assets.pewresearch.org/wp-content/uploads/sites/14/2017/05/16170850/PI_2017.05.17_Older-Americans-Tech_FINAL.pdf">http://assets.pewresearch.org/wp-content/uploads/sites/14/2017/05/16170850/PI_2017.05.17_Older-Americans-Tech_FINAL.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sQZs1byp"/></comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Fleischmann</surname>
            <given-names>KR</given-names>
          </name>
          <name name-style="western">
            <surname>Gao</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>A systematic review of the literature on consumers' use of patient portals: preliminary results</article-title>
        <year>2016</year>  
        <month>02</month>  
        <day>24</day>  
        <conf-name>Association for Information Science and Technology (ASIS&#38;T)</conf-name>
        <conf-date>November 6-10, 2015</conf-date>
        <conf-loc>St. Louis, Missouri</conf-loc>
        <fpage>1</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="doi">10.1002/pra2.2015.1450520100142</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ford</surname>
            <given-names>EW</given-names>
          </name>
          <name name-style="western">
            <surname>Hesse</surname>
            <given-names>BW</given-names>
          </name>
          <name name-style="western">
            <surname>Huerta</surname>
            <given-names>TR</given-names>
          </name>
        </person-group>
        <article-title>Personal health record use in the United States: forecasting future adoption levels</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>03</month>  
        <day>30</day>  
        <volume>18</volume>  
        <issue>3</issue>  
        <fpage>e73</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2016/3/e73/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4973</pub-id>
        <pub-id pub-id-type="medline">27030105</pub-id>
        <pub-id pub-id-type="pii">v18i3e73</pub-id>
        <pub-id pub-id-type="pmcid">PMC4830902</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ancker</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Hafeez</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Kaushal</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Socioeconomic disparities in adoption of personal health records over time</article-title>
        <source>Am J Manag Care</source>  
        <year>2016</year>  
        <month>08</month>  
        <volume>22</volume>  
        <issue>8</issue>  
        <fpage>539</fpage>  
        <lpage>40</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=86770"/>
        </comment>  
        <pub-id pub-id-type="medline">27541700</pub-id>
        <pub-id pub-id-type="pii">86770</pub-id>
        <pub-id pub-id-type="pmcid">PMC5474311</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>U.S. Department of Health and Human Services</collab>
        </person-group>
        <source>HHS</source>  
        <year>2010</year>  
        <month>12</month>  
        <publisher-loc>Washington, DC</publisher-loc>
        <comment>Multiple chronic conditions- a strategic framework: optimum health quality of life for individuals with multiple chronic conditions 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.hhs.gov/sites/default/files/ash/initiatives/mcc/mcc_framework.pdf">https://www.hhs.gov/sites/default/files/ash/initiatives/mcc/mcc_framework.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6qGzWtrur"/></comment> </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Federal Interagency Forum on Aging Related Statistics</collab>
        </person-group>
        <source>Agingstats</source>  
        <year>2016</year>  
        <comment>Older Americans: key indicators of well-being 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://agingstats.gov/docs/LatestReport/Older-Americans-2016-Key-Indicators-of-WellBeing.pdf">https://agingstats.gov/docs/LatestReport/Older-Americans-2016-Key-Indicators-of-WellBeing.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6qGzpQn2I"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Taha</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sharit</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Czaja</surname>
            <given-names>SJ</given-names>
          </name>
        </person-group>
        <article-title>The impact of numeracy ability and technology skills on older adults' performance of health management tasks using a patient portal</article-title>
        <source>J Appl Gerontol</source>  
        <year>2014</year>  
        <month>06</month>  
        <volume>33</volume>  
        <issue>4</issue>  
        <fpage>416</fpage>  
        <lpage>36</lpage>  
        <pub-id pub-id-type="doi">10.1177/0733464812447283</pub-id>
        <pub-id pub-id-type="medline">24781964</pub-id>
        <pub-id pub-id-type="pii">0733464812447283</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Osterhage</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hartzler</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Joe</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kanagat</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Demiris</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Use of patient portals for personal health information management: the older adult perspective</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2015</year>  
        <volume>2015</volume>  
        <fpage>1234</fpage>  
        <lpage>41</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26958263"/>
        </comment>  
        <pub-id pub-id-type="medline">26958263</pub-id>
        <pub-id pub-id-type="pmcid">PMC4765678</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>US Department of Veterans Affairs</collab>
        </person-group>
        <source>MyHealtheVet</source>  
        <access-date>2017-05-08</access-date>
        <comment>MyHealtheVet 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.myhealth.va.gov/">https://www.myhealth.va.gov/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6qKAKMFDA"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <source>Epic</source>  
        <year>2016</year>  
        <access-date>2017-05-07</access-date>
        <comment>Patient engagement 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.epic.com/software">https://www.epic.com/software</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6qHokdSYo"/></comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moher</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Liberati</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Tetzlaff</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Altman</surname>
            <given-names>D</given-names>
          </name>
          <collab>PRISMA Group</collab>
        </person-group>
        <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
        <source>Ann Intern Med</source>  
        <year>2009</year>  
        <month>08</month>  
        <day>18</day>  
        <volume>151</volume>  
        <issue>4</issue>  
        <fpage>264</fpage>  
        <lpage>9, W64</lpage>  
        <pub-id pub-id-type="medline">19622511</pub-id>
        <pub-id pub-id-type="pii">0000605-200908180-00135</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Covidence</collab>
        </person-group>
        <source>Covidence</source>  
        <year>2017</year>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.covidence.org/">https://www.covidence.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6qHpiMYql"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Keizer</surname>
            <given-names>NF</given-names>
          </name>
          <name name-style="western">
            <surname>Talmon</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ammenwerth</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Brender</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nykanen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Rigby</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Mini Stare-HI: guidelines for reporting health informatics evaluations in conference papers</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2010</year>  
        <volume>160</volume>  
        <issue>Pt 2</issue>  
        <fpage>1206</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="medline">20841875</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Talmon</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ammenwerth</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Brender</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>de</surname>
            <given-names>KN</given-names>
          </name>
          <name name-style="western">
            <surname>Nykänen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Rigby</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>STARE-HI--Statement on reporting of evaluation studies in Health Informatics</article-title>
        <source>Int J Med Inform</source>  
        <year>2009</year>  
        <month>01</month>  
        <volume>78</volume>  
        <issue>1</issue>  
        <fpage>1</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2008.09.002</pub-id>
        <pub-id pub-id-type="medline">18930696</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(08)00164-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zettel-Watson</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Tsukerman</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Adoption of online health management tools among healthy older adults: an exploratory study</article-title>
        <source>Health Informatics J</source>  
        <year>2016</year>  
        <month>06</month>  
        <volume>22</volume>  
        <issue>2</issue>  
        <fpage>171</fpage>  
        <lpage>83</lpage>  
        <pub-id pub-id-type="doi">10.1177/1460458214544047</pub-id>
        <pub-id pub-id-type="medline">25149210</pub-id>
        <pub-id pub-id-type="pii">1460458214544047</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Barron</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bedra</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Finkelstein</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Exploring three perspectives on feasibility of a patient portal for older adults</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2014</year>  
        <volume>202</volume>  
        <fpage>181</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="medline">25000046</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gordon</surname>
            <given-names>NP</given-names>
          </name>
          <name name-style="western">
            <surname>Hornbrook</surname>
            <given-names>MC</given-names>
          </name>
        </person-group>
        <article-title>Differences in access to and preferences for using patient portals and other ehealth technologies based on race, ethnicity, and age: a database and survey study of seniors in a large health plan</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>03</month>  
        <day>04</day>  
        <volume>18</volume>  
        <issue>3</issue>  
        <fpage>e50</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2016/3/e50/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5105</pub-id>
        <pub-id pub-id-type="medline">26944212</pub-id>
        <pub-id pub-id-type="pii">v18i3e50</pub-id>
        <pub-id pub-id-type="pmcid">PMC4799429</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kerai</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>A pilot study on the views of elderly regional Australians of personally controlled electronic health records</article-title>
        <source>Int J Med Inform</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>83</volume>  
        <issue>3</issue>  
        <fpage>201</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2013.12.001</pub-id>
        <pub-id pub-id-type="medline">24382474</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(13)00248-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Latulipe</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gatto</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>HT</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>DP</given-names>
          </name>
          <name name-style="western">
            <surname>Quandt</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Bertoni</surname>
            <given-names>AG</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Arcury</surname>
            <given-names>TA</given-names>
          </name>
        </person-group>
        <article-title>Design considerations for patient portal adoption by low-income, older adults</article-title>
        <source>Proc SIGCHI Conf Hum Factor Comput Syst</source>  
        <year>2015</year>  
        <month>04</month>  
        <volume>2015</volume>  
        <fpage>3859</fpage>  
        <lpage>68</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27077140"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1145/2702123.2702392</pub-id>
        <pub-id pub-id-type="medline">27077140</pub-id>
        <pub-id pub-id-type="pmcid">PMC4827765</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hourcade</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Chrischilles</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Gryzlak</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Hanson</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Dunbar</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Eichmann</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Lorentzen</surname>
            <given-names>RR</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Stephanidis</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Design lessons for older adult personal health records software from older adults</article-title>
        <source>Universal Access in Human-Computer Interaction. Users Diversity</source>  
        <year>2011</year>  
        <publisher-loc>Berlin, Heidelberg</publisher-loc>
        <publisher-name>Springer</publisher-name></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>DU</given-names>
          </name>
          <name name-style="western">
            <surname>Siek</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Meyers</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Haverhals</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Cali</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>SE</given-names>
          </name>
        </person-group>
        <article-title>Designing a personal health application for older adults to manage medications</article-title>
        <source>Proceedings of the 1st ACM International Health Informatics Symposium</source>  
        <year>2010</year>  
        <conf-name>IHI'10</conf-name>
        <conf-date>November 11-12, 2010</conf-date>
        <conf-loc>Arlington, Virginia</conf-loc>
        <publisher-loc>New York</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>849</fpage>  
        <lpage>58</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://doi.org/10.1145/1882992.1883124"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Stolyar</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lober</surname>
            <given-names>WB</given-names>
          </name>
          <name name-style="western">
            <surname>Herbaugh</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Shinstrom</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Zierler</surname>
            <given-names>BK</given-names>
          </name>
          <name name-style="western">
            <surname>Soh</surname>
            <given-names>CB</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>Challenges to using an electronic personal health record by a low-income elderly population</article-title>
        <source>J Med Internet Res</source>  
        <year>2009</year>  
        <volume>11</volume>  
        <issue>4</issue>  
        <fpage>e44</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2009/4/e44/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1256</pub-id>
        <pub-id pub-id-type="medline">19861298</pub-id>
        <pub-id pub-id-type="pii">v11i4e44</pub-id>
        <pub-id pub-id-type="pmcid">PMC2802566</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>VS</given-names>
          </name>
          <name name-style="western">
            <surname>Senelick</surname>
            <given-names>WS</given-names>
          </name>
          <name name-style="western">
            <surname>Tran</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Koretz</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Older adult consumers' attitudes and preferences on electronic patient-physician messaging</article-title>
        <source>Am J Manag Care</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>19</volume>  
        <issue>10 Spec No</issue>  
        <fpage>eSP7</fpage>  
        <lpage>11</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=85257"/>
        </comment>  
        <pub-id pub-id-type="medline">24511886</pub-id>
        <pub-id pub-id-type="pii">85257</pub-id>
        <pub-id pub-id-type="pmcid">PMC4056337</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lober</surname>
            <given-names>WB</given-names>
          </name>
          <name name-style="western">
            <surname>Zierler</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Herbaugh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Shinstrom</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Stolyar</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>EH</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>Barriers to the use of a personal health record by an elderly population</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2006</year>  
        <fpage>514</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238394"/>
        </comment>  
        <pub-id pub-id-type="medline">17238394</pub-id>
        <pub-id pub-id-type="pii">86608</pub-id>
        <pub-id pub-id-type="pmcid">PMC1839577</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Logue</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Effken</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>An exploratory study of the personal health records adoption model in the older adult with chronic illness</article-title>
        <source>Inform Prim Care</source>  
        <year>2012</year>  
        <volume>20</volume>  
        <issue>3</issue>  
        <fpage>151</fpage>  
        <lpage>69</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/21"/>
        </comment>  
        <pub-id pub-id-type="medline">23710840</pub-id>
        <pub-id pub-id-type="pii">21</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Price</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Pak</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Müller</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Stronge</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Older adults' perceptions of usefulness of personal health records</article-title>
        <source>Univ Access Inf Soc</source>  
        <year>2012</year>  
        <month>3</month>  
        <day>8</day>  
        <volume>12</volume>  
        <issue>2</issue>  
        <fpage>191</fpage>  
        <lpage>204</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10209-012-0275-y</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sack</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Pak</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ziefle</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Holzinger</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Simonic</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>Older adults' perception of costs and benefits of web-based and mobile PHR technologies: a focus group approach</article-title>
        <source>Information Quality in e-Health</source>  
        <year>2011</year>  
        <publisher-loc>Berlin, Heidelberg</publisher-loc>
        <publisher-name>Springer</publisher-name>
        <fpage>707</fpage>  
        <lpage>10</lpage> </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haverhals</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Siek</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Darr</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Linnebur</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Ruscin</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>SE</given-names>
          </name>
        </person-group>
        <article-title>Older adults with multi-morbidity: medication management processes and design implications for personal health applications</article-title>
        <source>J Med Internet Res</source>  
        <year>2011</year>  
        <volume>13</volume>  
        <issue>2</issue>  
        <fpage>e44</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/2/e44/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1813</pub-id>
        <pub-id pub-id-type="medline">21715286</pub-id>
        <pub-id pub-id-type="pii">v13i2e44</pub-id>
        <pub-id pub-id-type="pmcid">PMC3221383</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Montelius</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Astrand</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Hovstadius</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Petersson</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Individuals appreciate having their medication record on the web: a survey of attitudes to a national pharmacy register</article-title>
        <source>J Med Internet Res</source>  
        <year>2008</year>  
        <month>11</month>  
        <day>11</day>  
        <volume>10</volume>  
        <issue>4</issue>  
        <fpage>e35</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2008/4/e35/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1022</pub-id>
        <pub-id pub-id-type="medline">19000978</pub-id>
        <pub-id pub-id-type="pii">v10i4e35</pub-id>
        <pub-id pub-id-type="pmcid">PMC2629371</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Centers for Disease Control Prevention</collab>
        </person-group>
        <source>CDC</source>  
        <year>2016</year>  
        <comment>What is health literacy? 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cdc.gov/healthliteracy/learn/">https://www.cdc.gov/healthliteracy/learn/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6qI0ZoSGs"/></comment> </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Le</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Demiris</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>An examination of electronic health information privacy in older adults</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2013</year>  
        <volume>192</volume>  
        <fpage>709</fpage>  
        <lpage>13</lpage>  
        <pub-id pub-id-type="medline">23920649</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>Healthcareitnews</source>  
        <year>2017</year>  
        <access-date>2017-08-03</access-date>
        <comment>Molina healthcare breached, exposed patient data for over a month 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.healthcareitnews.com/news/molina-healthcare-breached-exposed-patient-data-over-month">http://www.healthcareitnews.com/news/molina-healthcare-breached-exposed-patient-data-over-month</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sRxXaFdY"/></comment> </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>Healthcareitnews</source>  
        <year>2017</year>  
        <access-date>2017-08-03</access-date>
        <comment>Phishing attack on UC Davis health breaches data on 15,000 patients 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.healthcareitnews.com/news/phishing-attack-uc-davis-health-breaches-data-15000-patients">http://www.healthcareitnews.com/news/phishing-attack-uc-davis-health-breaches-data-15000-patients</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6sRxk0ioC"/></comment> </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tjora</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Tran</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Faxvaag</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Privacy vs usability: a qualitative exploration of patients' experiences with secure internet communication with their general practitioner</article-title>
        <source>J Med Internet Res</source>  
        <year>2005</year>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>e15</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2005/2/e15/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7.2.e15</pub-id>
        <pub-id pub-id-type="medline">15998606</pub-id>
        <pub-id pub-id-type="pii">v7i2e15</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550647</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Czaja</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Zarcadoolas</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Vaughon</surname>
            <given-names>WL</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Rockoff</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Levy</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The usability of electronic personal health record systems for an underserved adult population</article-title>
        <source>Hum Factors</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>57</volume>  
        <issue>3</issue>  
        <fpage>491</fpage>  
        <lpage>506</lpage>  
        <pub-id pub-id-type="doi">10.1177/0018720814549238</pub-id>
        <pub-id pub-id-type="medline">25875437</pub-id>
        <pub-id pub-id-type="pii">0018720814549238</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weppner</surname>
            <given-names>WG</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Koepsell</surname>
            <given-names>TD</given-names>
          </name>
          <name name-style="western">
            <surname>Grothaus</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Reid</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Jordan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Larson</surname>
            <given-names>EB</given-names>
          </name>
        </person-group>
        <article-title>Use of a shared medical record with secure messaging by older patients with diabetes</article-title>
        <source>Diabetes Care</source>  
        <year>2010</year>  
        <month>11</month>  
        <volume>33</volume>  
        <issue>11</issue>  
        <fpage>2314</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20739686"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2337/dc10-1124</pub-id>
        <pub-id pub-id-type="medline">20739686</pub-id>
        <pub-id pub-id-type="pii">dc10-1124</pub-id>
        <pub-id pub-id-type="pmcid">PMC2963486</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wallace</surname>
            <given-names>LS</given-names>
          </name>
          <name name-style="western">
            <surname>Angier</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Huguet</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Gaudino</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Krist</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dearing</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Killerby</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Marino</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>DeVoe</surname>
            <given-names>JE</given-names>
          </name>
        </person-group>
        <article-title>Patterns of electronic portal use among vulnerable patients in a nationwide practice-based research network: from the OCHIN practice-based research network (PBRN)</article-title>
        <source>J Am Board Fam Med</source>  
        <year>2016</year>  
        <month>10</month>  
        <volume>29</volume>  
        <issue>5</issue>  
        <fpage>592</fpage>  
        <lpage>603</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://doi.org/10.3122/jabfm.2016.05.160046"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3122/jabfm.2016.05.160046</pub-id>
        <pub-id pub-id-type="medline">27613792</pub-id>
        <pub-id pub-id-type="pii">29/5/592</pub-id>
        <pub-id pub-id-type="pmcid">PMC5341130</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Graetz</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Gordon</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Fung</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Hamity</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Reed</surname>
            <given-names>ME</given-names>
          </name>
        </person-group>
        <article-title>The digital divide and patient portals: internet access explained differences in patient portal use for secure messaging by age, race, and income</article-title>
        <source>Med Care</source>  
        <year>2016</year>  
        <month>08</month>  
        <volume>54</volume>  
        <issue>8</issue>  
        <fpage>772</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1097/MLR.0000000000000560</pub-id>
        <pub-id pub-id-type="medline">27314262</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kneale</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Demiris</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Lack of diversity in personal health record evaluations with older adult participants: a systematic review of literature</article-title>
        <source>J Innov Health Inform</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>15</day>  
        <volume>23</volume>  
        <issue>4</issue>  
        <fpage>789</fpage>
        <lpage>98</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v23i4.881"/>
        </comment>  
        <pub-id pub-id-type="medline">28346131</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Archer</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Fevrier-Thomas</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Lokker</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>McKibbon</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Straus</surname>
            <given-names>SE</given-names>
          </name>
        </person-group>
        <article-title>Personal health records: a scoping review</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2011</year>  
        <volume>18</volume>  
        <issue>4</issue>  
        <fpage>515</fpage>  
        <lpage>22</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=21672914"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000105</pub-id>
        <pub-id pub-id-type="medline">21672914</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2011-000105</pub-id>
        <pub-id pub-id-type="pmcid">PMC3128401</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Irani</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Middleton</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Marfatia</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Omana</surname>
            <given-names>ET</given-names>
          </name>
          <name name-style="western">
            <surname>D'Amico</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>The use of electronic health records in the exam room and patient satisfaction: a systematic review</article-title>
        <source>J Am Board Fam Med</source>  
        <year>2009</year>  
        <volume>22</volume>  
        <issue>5</issue>  
        <fpage>553</fpage>  
        <lpage>62</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jabfm.org/cgi/pmidlookup?view=long&#38;pmid=19734402"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3122/jabfm.2009.05.080259</pub-id>
        <pub-id pub-id-type="medline">19734402</pub-id>
        <pub-id pub-id-type="pii">22/5/553</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goldzweig</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Orshansky</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Paige</surname>
            <given-names>NM</given-names>
          </name>
          <name name-style="western">
            <surname>Towfigh</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Haggstrom</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Miake-Lye</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Beroes</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Shekelle</surname>
            <given-names>PG</given-names>
          </name>
        </person-group>
        <article-title>Electronic patient portals: evidence on health outcomes, satisfaction, efficiency, and attitudes: a systematic review</article-title>
        <source>Ann Intern Med</source>  
        <year>2013</year>  
        <month>11</month>  
        <day>19</day>  
        <volume>159</volume>  
        <issue>10</issue>  
        <fpage>677</fpage>  
        <lpage>87</lpage>  
        <pub-id pub-id-type="doi">10.7326/0003-4819-159-10-201311190-00006</pub-id>
        <pub-id pub-id-type="medline">24247673</pub-id>
        <pub-id pub-id-type="pii">1770672</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Young</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Willis</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Cameron</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Geana</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>“Willing but unwilling”: attitudinal barriers to adoption of home-based health information technology among older adults</article-title>
        <source>Health Informatics J</source>  
        <year>2014</year>  
        <month>06</month>  
        <volume>20</volume>  
        <issue>2</issue>  
        <fpage>127</fpage>  
        <lpage>35</lpage>  
        <pub-id pub-id-type="doi">10.1177/1460458213486906</pub-id>
        <pub-id pub-id-type="medline">24056750</pub-id>
        <pub-id pub-id-type="pii">1460458213486906</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nath</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Sharp</surname>
            <given-names>CD</given-names>
          </name>
        </person-group>
        <article-title>A user-centered design approach to information sharing for older patients and their families</article-title>
        <source>JAMA Intern Med</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>175</volume>  
        <issue>9</issue>  
        <fpage>1498</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.2907</pub-id>
        <pub-id pub-id-type="medline">26147128</pub-id>
        <pub-id pub-id-type="pii">2363020</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Maguire</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Methods to support human-centred design</article-title>
        <source>Int J Hum Comput Stud</source>  
        <year>2001</year>  
        <month>10</month>  
        <volume>55</volume>  
        <issue>4</issue>  
        <fpage>587</fpage>  
        <lpage>634</lpage>  
        <pub-id pub-id-type="doi">10.1006/ijhc.2001.0503</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Demiris</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Oliver</surname>
            <given-names>DP</given-names>
          </name>
          <name name-style="western">
            <surname>Dickey</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Skubic</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rantz</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Findings from a participatory evaluation of a smart home application for older adults</article-title>
        <source>Technol Health Care</source>  
        <year>2008</year>  
        <volume>16</volume>  
        <issue>2</issue>  
        <fpage>111</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="medline">18487857</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nathan</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Multi-lifespan information system design: a research initiative for the HCI community</article-title>
          <conf-name>CHI '10</conf-name>
          <conf-date>April 10-15, 2010</conf-date>
          <conf-loc>Atlanta, Georgia</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1753326.1753665</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
