<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Aging</journal-id><journal-id journal-id-type="publisher-id">aging</journal-id><journal-id journal-id-type="index">31</journal-id><journal-title>JMIR Aging</journal-title><abbrev-journal-title>JMIR Aging</abbrev-journal-title><issn pub-type="epub">2561-7605</issn></journal-meta><article-meta><article-id pub-id-type="publisher-id">54128</article-id><article-id pub-id-type="doi">10.2196/54128</article-id><title-group><article-title>A Personalized and Interactive Web-Based Advance Care Planning Intervention for Older Adults (Koda Health): Pilot Feasibility Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Roberts</surname><given-names>R Lynae</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Cherry</surname><given-names>Katelin D</given-names></name><degrees>MBE</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Mohan</surname><given-names>Desh P</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Statler</surname><given-names>Tiffany</given-names></name><degrees>DMS, PA</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kirkendall</surname><given-names>Eric</given-names></name><degrees>MD, MBI</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Moses</surname><given-names>Adam</given-names></name><degrees>MHA</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>McCraw</surname><given-names>Jennifer</given-names></name><degrees>RN, MSN, MBA</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Brown III</surname><given-names>Andrew E</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Fofanova</surname><given-names>Tatiana Y</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Gabbard</surname><given-names>Jennifer</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib></contrib-group><aff id="aff1"><institution>Koda Health</institution>, <addr-line>Houston</addr-line><addr-line>TX</addr-line>, <country>United States</country></aff><aff id="aff2"><institution>Atrium Health Wake Forest Baptist Medical Center</institution>, <addr-line>Winston-Salem</addr-line><addr-line>NC</addr-line>, <country>United States</country></aff><aff id="aff3"><institution>Wake Forest Center for Healthcare Innovation</institution>, <addr-line>Winston-Salem</addr-line><addr-line>NC</addr-line>, <country>United States</country></aff><aff id="aff4"><institution>Section of Gerontology and Geriatric Medicine, School of Medicine, Wake Forest University</institution>, <addr-line>Winston-Salem</addr-line><addr-line>NC</addr-line>, <country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>LaMonica</surname><given-names>Haley</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Sinclair</surname><given-names>Craig</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Jordan-Marsh</surname><given-names>Maryalice</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Puli</surname><given-names>Srikanth</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to R Lynae Roberts, PhD<email>lynae@kodahealthcare.com</email></corresp></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>6</day><month>5</month><year>2024</year></pub-date><volume>7</volume><elocation-id>e54128</elocation-id><history><date date-type="received"><day>30</day><month>10</month><year>2023</year></date><date date-type="rev-recd"><day>28</day><month>02</month><year>2024</year></date><date date-type="accepted"><day>14</day><month>03</month><year>2024</year></date></history><copyright-statement>&#x00A9; R Lynae Roberts, Katelin D Cherry, Desh P Mohan, Tiffany Statler, Eric Kirkendall, Adam Moses, Jennifer McCraw, Andrew E Brown III, Tatiana Y Fofanova, Jennifer Gabbard. Originally published in JMIR Aging (<ext-link ext-link-type="uri" xlink:href="https://aging.jmir.org">https://aging.jmir.org</ext-link>), 6.5.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Aging, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://aging.jmir.org">https://aging.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://aging.jmir.org/2024/1/e54128"/><abstract><sec><title>Background</title><p>Advance care planning (ACP) is a process that involves patients expressing their personal goals, values, and future medical care preferences. Digital applications may help facilitate this process, though their use in older adults has not been adequately studied.</p></sec><sec><title>Objective</title><p>This pilot study aimed to evaluate the reach, adoption, and usability of Koda Health, a web-based patient-facing ACP platform, among older adults.</p></sec><sec sec-type="methods"><title>Methods</title><p>Older adults (aged 50 years and older) who had an active Epic MyChart account at an academic health care system in North Carolina were recruited to participate. A total of 2850 electronic invitations were sent through MyChart accounts with an embedded hyperlink to the Koda platform. Participants who agreed to participate were asked to complete pre- and posttest surveys before and after navigating through the Koda Health platform. Primary outcomes were reach, adoption, and System Usability Scale (SUS) scores. Exploratory outcomes included ACP knowledge and readiness.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 161 participants enrolled in the study and created an account on the platform (age: mean 63, SD 9.3 years), with 80% (129/161) of these participants going on to complete all steps of the intervention, thereby generating an advance directive. Participants reported minimal difficulty in using the Koda platform, with an overall SUS score of 76.2. Additionally, knowledge of ACP (eg, mean increase from 3.2 to 4.2 on 5-point scale; <italic>P</italic>&#x003C;.001) and readiness (eg, mean increase from 2.6 to 3.2 on readiness to discuss ACP with health care provider; <italic>P</italic>&#x003C;.001) significantly increased from before to after the intervention.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This study demonstrated that the Koda Health platform is feasible, had above-average usability, and improved ACP documentation of preferences in older adults. Our findings indicate that web-based health tools like Koda may help older individuals learn about and feel more comfortable with ACP while potentially facilitating greater engagement in care planning.</p></sec></abstract><kwd-group><kwd>advance care planning</kwd><kwd>ACP</kwd><kwd>digital health tools</kwd><kwd>system usability</kwd><kwd>gerontology</kwd><kwd>geriatric</kwd><kwd>geriatrics</kwd><kwd>older adult</kwd><kwd>older adults</kwd><kwd>elder</kwd><kwd>elderly</kwd><kwd>older person</kwd><kwd>older people</kwd><kwd>ageing</kwd><kwd>aging</kwd><kwd>adoption</kwd><kwd>acceptance</kwd><kwd>usability</kwd><kwd>digital health</kwd><kwd>platform</kwd><kwd>website</kwd><kwd>websites</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Advance care planning (ACP) is a process by which individuals choose their goals of care, quality of life priorities, and potential future medical intervention preferences and then communicate these values [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Actions taken during ACP include choosing a surrogate decision-maker (SDM), completing advance directives, and discussing a patient&#x2019;s wishes with loved ones and health care providers. With increasing average lifespans, ACP is a vital component of high-quality care to ensure that patients&#x2019; care when facing serious illness is concordant with their values and goals. Currently, anywhere between 3% to 47% of patients may receive medical care that is not consistent with the patient or their loved ones&#x2019; wishes [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Because of these inconsistencies, it&#x2019;s estimated that US $75.7 billion to US $101.2 billion is spent on overtreatment or low-value care each year in the United States [<xref ref-type="bibr" rid="ref7">7</xref>]. These findings highlight the need to increase communication regarding medical care planning.</p><p>ACP is associated with decreased anxiety among patients&#x2019; family and caregivers [<xref ref-type="bibr" rid="ref8">8</xref>], improved patient quality of life [<xref ref-type="bibr" rid="ref9">9</xref>], decreased unwanted medical care [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], and decreased health care costs [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Despite the promising evidence of benefits [<xref ref-type="bibr" rid="ref17">17</xref>], rates of ACP remain low, with many patients and families avoiding these discussions until the patient&#x2019;s condition has deteriorated and is suboptimal for end-of-life decision-making. In addition, less than 11% of Medicare beneficiaries discuss ACP with their medical providers [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. In the United States, approximately 37% or less of individuals report having some kind of advance directive, which could include a medical power of attorney or a living will [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. ACP rates are often even lower within historically marginalized communities in America [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p><p>While the majority of patients express positive views or interest in ACP [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref29">29</xref>], they may not know how to begin the process. Initiation of ACP conversations seems to be a major barrier, as patients may be reluctant to broach the subject with their health care providers, while clinicians report having insufficient training or time to conduct ACP discussions [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] during busy clinic visits. Though patients believe that their medical providers should initiate conversations about ACP [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], 17% or fewer of patients report discussing ACP with their medical team [<xref ref-type="bibr" rid="ref34">34</xref>]. Given the barriers for many patients in learning about and completing ACP, it is important to explore alternative approaches that may better support health care providers in facilitating this vital service [<xref ref-type="bibr" rid="ref29">29</xref>]. Digital health tools could be a potential solution to improve equitable access to ACP for patients and to engage loved ones and health care providers in the process [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Scoping reviews have concluded that currently available web-based ACP programs are feasible and generally well-received by users [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], but the quality of the content greatly varies [<xref ref-type="bibr" rid="ref39">39</xref>].</p><p>Current ACP online programs are primarily static web-based forms and do not include interactive educational content, plain language, or the capability to allow for official signing of ACP documentation [<xref ref-type="bibr" rid="ref40">40</xref>]. Other ACP programs are geared toward specific patient populations and are therefore not generalizable to all individuals. Additionally, the sections on medical interventions in many online ACP resources fail to mention some common life support treatments that an individual may experience at end of life or with serious illness [<xref ref-type="bibr" rid="ref41">41</xref>]. Several available smartphone apps also provide some education or actionable decision-making in regard to ACP, but currently available apps lack sufficient features or have poor functionality, limiting their practicality [<xref ref-type="bibr" rid="ref42">42</xref>].</p><p>The Koda digital ACP platform seeks to fill the gaps found in current offerings by providing a highly interactive solution that is suitable for all technological knowledge levels and more inclusive of the most common life-support treatment options. The platform guides patients through a personalized, interactive guide, which includes video-based educational content and decision-making guides for patients and their loved ones. Users are able to select health care goals and indicate their wishes regarding potential future medical interventions, all of which auto-generate into easily accessible documentation that can be shared with loved ones and health care providers. Koda was created to help facilitate informed discussions of ACP and to provide a tool that patients could use freely and effectively without an added time burden for clinicians.</p><p>A previous retrospective report on Koda [<xref ref-type="bibr" rid="ref43">43</xref>] was conducted with a sample of patients with serious illness. The findings of that quality improvement report showed that 53% of referred patients completed their ACP through the platform. However, due to the retrospective nature of this prior study, we were unable to assess self-report usability metrics or change in opinions or knowledge after platform use. The main objective of this study was to determine the reach, adoption, and usability of Koda to conduct digital ACP within a university health system.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Population and Recruitment</title><p>This pilot study included adult patients aged 50 years or older who had an active MyChart account, defined as one that was used within the past 90 days. Participants were excluded if they were younger than 50 years, were non&#x2013;English speaking, had a diagnosis of Alzheimer disease or Alzheimer disease&#x2013;related dementias, or had blindness based on electronic health record (EHR) <italic>International Classification of Diseases, 10th Edition</italic> codes.</p><p>An EHR algorithm was created to identify eligible participants (eg, filtering for the inclusion criteria) from the Atrium Health Wake Forest Baptist network (AHWFB). The EHR included data on age, gender, race, and diagnoses. The AHWFB is a large, quaternary health system affiliated with an accountable care organization program that incorporates more than 150 primary care and multispecialty practices with more than 330 physicians and advanced practice providers in 80 different locations in communities throughout central North Carolina.</p><p>Eligible participants were sent an electronic invitation to participate via Epic MyChart with an informational message about the study and an embedded hyperlink to the Koda platform. If a participant was interested, they were directed to a web-based consent form, and electronic informed consent was obtained. Participants were instructed to create a Koda Health account, complete a preassessment survey, complete using the Koda platform, and then complete a postassessment survey. Follow-up messages were sent 2 weeks later to any nonresponders. If a participant pressed &#x201C;accept&#x201D; but did not create a Koda account, they were approached 2 weeks later by the research team to facilitate the process.</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>This study was approved by the Atrium-Wake Forest Institutional Review Board (IRB00076779). All human subjects data were deidentified. Study participants were sent a US $25 gift card for completing the steps of the study.</p></sec><sec id="s2-3"><title>Intervention: Koda Digital Platform</title><p>The Koda application was previously developed prior to this pilot study. Briefly, this occurred as an iterative process with input from ACP content experts (eg, geriatric and palliative medicine physicians), as well as input from end users surrounding their preferences, which was obtained by survey results. The patient-facing Koda ACP platform consists of 4 sections, focusing on values; individual definitions of quality of life; SDM preferences; and medical care preferences, with specific regard to cardiopulmonary resuscitation (CPR), mechanical ventilation, artificial nutrition via a feeding tube, and dialysis. This was in alignment with consensus recommendations on core components of ACP. Motivational interviewing techniques [<xref ref-type="bibr" rid="ref44">44</xref>] were used to highlight the importance of planning and to motivate patients to communicate their wishes. Each section includes educational audio-video content and expandable information for additional questions users may have. For this study, platform completion progress was tracked through the Koda Health administration portal. Once the participant completed using the Koda platform by indicating their decisions within each section, their answers were autopopulated into a state-specific advance directive, which participants were able to sign or notarize online. Using the platform takes approximately 20-30 minutes. See <xref ref-type="fig" rid="figure1">Figure 1</xref> for example displays directly from the platform.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Overview of the Koda platform interface.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="aging_v7i1e54128_fig01.png"/></fig></sec><sec id="s2-4"><title>Outcome Measures</title><p>Primary and secondary outcome measures consisted of reach, adoption, and usability. Reach was defined as the proportion of eligible participants who clicked on the embedded hyperlink to the Koda application. Adoption was defined as the proportion of participants who completed using the Koda platform. Usability was measured using the validated System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>], a 10-item questionnaire. Items are rated on a 5-point (ie, 0 to 4) scale and responses to all items are summed and multiplied by 2.5. Possible scores range from 0 to 100, with scores of 68 or higher indicating above-average usability [<xref ref-type="bibr" rid="ref47">47</xref>]. The SUS was reliable for the current sample with &#x03B1;=.87, which is comparable to psychometric findings from multiple studies of the SUS (ranging from &#x03B1;=.83 to &#x03B1;=.97) [<xref ref-type="bibr" rid="ref48">48</xref>].</p><p>Exploratory outcomes included ACP knowledge and readiness using an adapted, self-report ACP engagement survey [<xref ref-type="bibr" rid="ref49">49</xref>] and were measured before and after using the Koda platform. To assess patients&#x2019; self-rated knowledge of ACP, 4 Likert-type questions were asked, which included &#x201C;Do you know what Advance Care Planning is?&#x201D; &#x201C;How well informed are you about who can be a medical decision maker?&#x201D; &#x201C;How well informed are you about what makes a good medical decision maker?&#x201D; and &#x201C;How well informed are you about the different amounts of flexibility a person can give their medical decision maker?&#x201D; The answer options were on a scale from 1 to 5, with higher scores correlating to higher ACP knowledge. Reliability for the adapted ACP Engagement Survey was good (&#x03B1;=.82) and comparable to previous psychometric research for other brief versions of this tool (ranging from &#x03B1;=.84 to &#x03B1;=.97) [<xref ref-type="bibr" rid="ref49">49</xref>].</p><p>To assess patients&#x2019; readiness to engage with ACP, 4 Likert-type questions were asked, which included &#x201C;What describes you best when it comes to your comfort level in thinking about your care if you become seriously ill?&#x201D; &#x201C;How ready are you to talk to your decision maker about the kind of medical care you would want if you were very sick or near the end of life?&#x201D; and &#x201C;How ready are you to talk to your healthcare provider about the kind of medical care you would want if you were very sick or near the end of life?&#x201D; These answer options were on a scale from 1 to 5, with higher scores indicating greater readiness. The fourth question, &#x201C;How worried are you when you think about your future illnesses?&#x201D; was reverse scored so that higher scores would indicate less ACP readiness.</p></sec><sec id="s2-5"><title>Statistical Analyses</title><p>Reach, adoption, and SUS scores were calculated and reported as percentages and percentiles, respectively. Success was defined a priori by having &#x2265;40% of enrolled participants complete using the Koda platform and obtaining an above-average SUS score of 68 or higher [<xref ref-type="bibr" rid="ref50">50</xref>-<xref ref-type="bibr" rid="ref52">52</xref>]. For descriptive analyses, means and SDs were used to describe continuous variables and percentages and frequencies were used to describe categorical variables. Shapiro-Wilk, D&#x2019;Agostino-Pearson, and Anderson-Darling tests were conducted to assess data normality, and study variables were found to have non-Gaussian distribution. Therefore, nonparametric methods were used for any inferential analyses. Changes from pre- to post-Koda use were analyzed with the 2-tailed Wilcoxon signed rank test with continuity correction. Analyses were performed using R (version 4.2; R Foundation for Statistical Computing). <italic>P</italic>&#x003C;.05 was considered to be statistically significant.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Demographics</title><p><xref ref-type="table" rid="table1">Table 1</xref> shows participant demographic and baseline characteristics. The mean age was 62.8 (SD 9.3) years, with ages ranging from 50-99 years. Of enrolled participants, 127 (78.9%) were female, and 46 (28.6%) were Black or African American. A total of 49 patients (30.4%) self-reported poor to fair health, 55 (35.2%) had a personal loss or misfortune in the past year, and 103 (66%) had been a caregiver of a loved one with a serious illness.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Demographics of participants who created a Koda account.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" colspan="2">Characteristics</td><td align="left" valign="bottom">Participants (n=161)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Age (years), mean (SD)</td><td align="left" valign="top">62.8 (9.3)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Sex</bold><italic><bold>,</bold></italic> <bold>n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Female</td><td align="left" valign="top">127 (78.9)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Male</td><td align="left" valign="top">34 (21.1)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Ethnicity, n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Hispanic or Latinx</td><td align="left" valign="top">1 (0.6)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Not Hispanic or Latinx</td><td align="left" valign="top">159 (98.8)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Not reported</td><td align="left" valign="top">1 (0.6)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Race, n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">American Indian/Alaska Native</td><td align="left" valign="top">1 (0.6)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Black/African American</td><td align="left" valign="top">46 (28.6)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">White</td><td align="left" valign="top">113 (70.2)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Self-reportd health status, n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Poor</td><td align="left" valign="top">10 (6.4)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Fair</td><td align="left" valign="top">39 (25)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Good</td><td align="left" valign="top">67 (42.9)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Very good</td><td align="left" valign="top">36 (23.1)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Excellent</td><td align="left" valign="top">4 (2.6)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Personal loss/misfortune in last year, n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Yes, one</td><td align="left" valign="top">32 (20.5)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Yes, more than one</td><td align="left" valign="top">23 (14.7)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">No</td><td align="left" valign="top">101 (64.7)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Taken care of someone seriously ill, n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Yes</td><td align="left" valign="top">103 (66)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">No</td><td align="left" valign="top">53 (34)</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Trust in the health care system, n (%)</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Completely distrust</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Somewhat distrust</td><td align="left" valign="top">16 (9.9)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Neither</td><td align="left" valign="top">23 (14.3)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Somewhat trust</td><td align="left" valign="top">58 (36)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Completely trust</td><td align="left" valign="top">14 (8.7)</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">No response</td><td align="left" valign="top">50 (31.1)</td></tr></tbody></table></table-wrap></sec><sec id="s3-2"><title>Reach, Adoption, and Usability of the Digital Koda Platform</title><p>Of the 2850 patients who were sent the invitation to participate through their EHR patient portal, 183 participants read the message and clicked on the Koda link to enroll (6.4% response rate). Of those who responded to the invitation, 88% (n=161) created a Koda Health account to begin the study. Of the 161 participants who began their care plan on the platform, 129 (80.1%) completed the Koda platform intervention (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Flow diagram of participants through the study.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="aging_v7i1e54128_fig02.png"/></fig><p>As measured by the SUS, the participant-reported usability of the digital Koda platform was 76.2, indicating good system usability (<xref ref-type="fig" rid="figure3">Figure 3</xref>). Out of possible scores from 0 to 100, the SUS scores ranged from 47.5 to 100.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Demonstration of the acceptability and score range interpretations for the Koda platform. The score was 76.2 on the System Usability Scale, indicating that the platform was acceptable and had a good score.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="aging_v7i1e54128_fig03.png"/></fig></sec><sec id="s3-3"><title>Knowledge of ACP</title><p>Wilcoxon signed-rank tests showed that there was a significant increase in knowledge of ACP after using the Koda platform compared to baseline. Ratings increased on all 4 knowledge items: knowing what ACP is (<italic>Z</italic>=119.5; <italic>P</italic>&#x003C;.001), knowing who can be an SDM <italic>(Z</italic>=202; <italic>P</italic>&#x003C;.001), what makes a good SDM (<italic>Z</italic>=235; <italic>P</italic>&#x003C;.001), and the amount of flexibility an SDM can have (<italic>Z</italic>=289; <italic>P</italic>&#x003C;.001). <xref ref-type="table" rid="table2">Table 2</xref> shows means at each time point.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Change in knowledge of advance care planning (ACP) before and after completing the digital platform (on a 5-point scale).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Knowledge items</td><td align="left" valign="top">Before Koda use, mean rating (SD)</td><td align="left" valign="top">After Koda use, mean rating (SD)</td><td align="left" valign="top"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">Knowing what ACP is</td><td align="left" valign="top">3.23 (1.31)</td><td align="left" valign="top">4.19 (0.97)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Knowing who can be an SDM<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top">3.63 (1.14)</td><td align="left" valign="top">4.28 (0.93)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Knowing what makes a good SDM</td><td align="left" valign="top">3.60 (1.16)</td><td align="left" valign="top">4.28 (0.90)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Knowing what flexibility an SDM can have</td><td align="left" valign="top">3.26 (1.29)</td><td align="left" valign="top">4.19 (0.96)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>SDM: surrogate decision-maker.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-4"><title>Readiness to Make Decisions</title><p>Wilcoxon signed-rank tests showed that there was a statistically significant increase in readiness for ACP decisions after using the Koda platform compared to baseline. Ratings increased on 3 readiness items: comfort level thinking about serious illness care (<italic>Z</italic>=117; <italic>P</italic>&#x003C;.001), readiness to discuss future medical care with an SDM (<italic>Z</italic>=316.5; <italic>P</italic>=.01), and readiness to discuss future medical care with a health care provider (<italic>Z</italic>=150; <italic>P</italic>&#x003C;.001). The postassessment revealed a statistically significant decrease in ratings for how worried patients were about future illnesses (<italic>Z</italic>=536.5; <italic>P</italic>&#x003C;.001). <xref ref-type="table" rid="table3">Table 3</xref> shows means at each time point.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Change in readiness for advance care planning (ACP) decisions and conversations before and after completing the digital platform (on a 5-point scale).</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Readiness items</td><td align="left" valign="top">Before Koda use, mean rating (SD)</td><td align="left" valign="top">After Koda use, mean rating (SD)</td><td align="left" valign="top"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top">Comfort level thinking about serious illness care</td><td align="char" char="." valign="top">2.89 (0.88)</td><td align="char" char="." valign="top">3.06 (0.88)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Ready to discuss ACP with an SDM<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td><td align="char" char="." valign="top">3.23 (1.46)</td><td align="char" char="." valign="top">3.59 (1.32)</td><td align="char" char="." valign="top">.007</td></tr><tr><td align="left" valign="top">Ready to discuss ACP with health care provider</td><td align="char" char="." valign="top">2.78 (1.37)</td><td align="char" char="." valign="top">3.26 (1.18)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">Worried thinking about future illness<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup></td><td align="char" char="." valign="top">3.32 (1.03)</td><td align="char" char="." valign="top">3.07 (1.03)</td><td align="char" char="." valign="top">&#x003C;.001</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>SDM: surrogate decision-maker.</p></fn><fn id="table3fn2"><p><sup>b</sup>This item was reverse scored, so lower scores indicate higher ACP readiness.</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><p>This pilot study assessed the feasibility and acceptability of using a web-based interactive ACP platform, Koda Health, to help older adults think about their overall health-related goals, document those goals in an advance directive, and assign an SDM. We found that the intervention was acceptable to older adults and feasible to implement. This was highlighted by the fact that 80% of enrolled participants completed the entire intervention and created an advance directive.</p><p>Our findings also suggest that the Koda platform was able to bridge the gap in ACP engagement between different racial groups. Previous reports have shown that individuals from often-marginalized racial communities are less likely to have engaged in ACP [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. However, when comparing the 2 main self-identified race categories in our data, we found no substantial difference&#x2014;80.95% of Black patients and 79.66% of White patients who enrolled in the study went on to complete using the Koda platform. This adds to the existing literature that indicates that digital ACP platforms have the potential to address health disparities by providing accessible, user-friendly tools to all users, regardless of their racial background [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref53">53</xref>].</p><p>In addition, the SUS score of 76.2 indicates that users generally found the Koda platform easy to use and had a positive overall experience. This score suggests that Koda&#x2019;s interface and features were well designed, allowing users to navigate and interact with the system without substantial barriers. We also found that patient age was not correlated with system usability ratings (<italic>r</italic>=.03; <italic>P</italic>=.76), suggesting that the platform was similarly user-friendly across the sample age range (50-99 years). However, while the overall usability was rated as good, there may still be room for improvement. It will be important to analyze usability metrics in more detail to identify specific areas where the platform can be enhanced. This could involve conducting further user testing, collecting qualitative feedback, or conducting additional surveys to gather more insights.</p><p>Participants also reported learning new information about ACP and being more ready to have conversations about medical care after completing the plan. While the self-reported changes in knowledge and readiness were statistically significant, we cannot yet accurately determine the degree of clinical significance. Generally, clinically significant improvements are associated with any positive increase to an average 5-point rating. However, more research is needed to determine specific thresholds for outcomes on ACP-related metrics [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Nevertheless, these findings have positive implications for the ability of online health tools to promote ACP participation among patients and families, with the ultimate goal of bringing empowerment and peace of mind during serious illness or end-of-life care.</p><p>Despite these promising findings, several limitations must be acknowledged. First, the study intervention necessitates further validation through a randomized controlled trial. Second, the low enrollment rate compared to the total number of invitees suggest that more effective recruitment methods are needed than a single patient portal message, such as personalized ACP information from a nurse or other health care provider, posters placed in prominent areas, or additional contact methods. Additionally, as in any voluntary research, responses may have been affected by self-selection bias; those who agreed to participate in the study may be distinct from those who chose to ignore the invitation to participate. We saw evidence of this in the greater percentage of female-identifying participants in the study than in the general population. Future studies should consider appropriate sampling techniques like stratified randomization to ensure participation reflective of the larger population. Lastly, further studies should investigate the long-term impacts of the Koda platform on measures of patient and caregiver experience and goal-concordant care [<xref ref-type="bibr" rid="ref54">54</xref>].</p><p>In conclusion, the Koda ACP platform represents a promising tool for promoting patient engagement in ACP, particularly among older adults and marginalized groups. By facilitating knowledge acquisition and readiness to engage in ACP, the Koda platform can help empower patients to make goal-informed medical decisions, especially regarding end-of-life care. Further research is needed to validate these findings and determine long-term impacts on patient and caregiver outcomes.</p></sec></body><back><ack><p>This study was supported by a National Science Foundation grant (award 2051460) and the Wake Forest Clinical and Translational Science Awards (grant UL1TR001420). JG was supported by the National Institute on Aging/National Institutes of Health (award K23AG070234). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p></ack><fn-group><fn fn-type="con"><p>DPM, TYF, KDC, EK, JM, AM, AEB, and JG conceptualized this study. RLR, KDC, TS, and JG drafted the manuscript. JM, AM, TS, and JG contributed to the editing of the manuscript. All authors approved the final manuscript.</p></fn><fn fn-type="conflict"><p>RLR, KDC, DPM, and TYF were each employed by Koda Health at the time of their work on this project. TS, EK, AM, JM, AEB, and JG have no conflicts of interest to report.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">ACP</term><def><p>advance care planning</p></def></def-item><def-item><term id="abb2">AHWFB</term><def><p>Atrium Health Wake Forest Baptist</p></def></def-item><def-item><term id="abb3">CPR</term><def><p>cardiopulmonary resuscitation</p></def></def-item><def-item><term id="abb4">EHR</term><def><p>electronic health record</p></def></def-item><def-item><term id="abb5">SDM</term><def><p>surrogate decision-maker</p></def></def-item><def-item><term id="abb6">SUS</term><def><p>System Usability Scale</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hickman</surname><given-names>SE</given-names></name><name name-style="western"><surname>Lum</surname><given-names>HD</given-names></name><name name-style="western"><surname>Walling</surname><given-names>AM</given-names></name><name name-style="western"><surname>Savoy</surname><given-names>A</given-names></name><name name-style="western"><surname>Sudore</surname><given-names>RL</given-names></name></person-group><article-title>The care planning umbrella: the evolution of advance care planning</article-title><source>J Am Geriatr Soc</source><year>2023</year><month>07</month><volume>71</volume><issue>7</issue><fpage>2350</fpage><lpage>2356</lpage><pub-id pub-id-type="doi">10.1111/jgs.18287</pub-id><pub-id pub-id-type="medline">36840690</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rietjens</surname><given-names>JAC</given-names></name><name name-style="western"><surname>Sudore</surname><given-names>RL</given-names></name><name name-style="western"><surname>Connolly</surname><given-names>M</given-names></name><etal/></person-group><article-title>Definition and recommendations for advance care planning: an international consensus supported by the European Association for Palliative Care</article-title><source>Lancet Oncol</source><year>2017</year><month>09</month><volume>18</volume><issue>9</issue><fpage>e543</fpage><lpage>e551</lpage><pub-id pub-id-type="doi">10.1016/S1470-2045(17)30582-X</pub-id><pub-id pub-id-type="medline">28884703</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sudore</surname><given-names>RL</given-names></name><name name-style="western"><surname>Lum</surname><given-names>HD</given-names></name><name name-style="western"><surname>You</surname><given-names>JJ</given-names></name><etal/></person-group><article-title>Defining advance care planning for adults: a consensus definition from a multidisciplinary Delphi panel</article-title><source>J Pain Symptom Manage</source><year>2017</year><month>05</month><volume>53</volume><issue>5</issue><fpage>821</fpage><lpage>832</lpage><pub-id pub-id-type="doi">10.1016/j.jpainsymman.2016.12.331</pub-id><pub-id pub-id-type="medline">28062339</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Comer</surname><given-names>AR</given-names></name><name name-style="western"><surname>Hickman</surname><given-names>SE</given-names></name><name name-style="western"><surname>Slaven</surname><given-names>JE</given-names></name><etal/></person-group><article-title>Assessment of discordance between surrogate care goals and medical treatment provided to older adults with serious illness</article-title><source>JAMA Netw Open</source><year>2020</year><month>05</month><day>1</day><volume>3</volume><issue>5</issue><fpage>e205179</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.5179</pub-id><pub-id pub-id-type="medline">32427322</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ernecoff</surname><given-names>NC</given-names></name><name name-style="western"><surname>Zimmerman</surname><given-names>S</given-names></name><name name-style="western"><surname>Mitchell</surname><given-names>SL</given-names></name><etal/></person-group><article-title>Concordance between goals of care and treatment decisions for persons with dementia</article-title><source>J Palliat Med</source><year>2018</year><month>10</month><volume>21</volume><issue>10</issue><fpage>1442</fpage><lpage>1447</lpage><pub-id pub-id-type="doi">10.1089/jpm.2018.0103</pub-id><pub-id pub-id-type="medline">29957095</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khandelwal</surname><given-names>N</given-names></name><name name-style="western"><surname>Curtis</surname><given-names>JR</given-names></name><name name-style="western"><surname>Freedman</surname><given-names>VA</given-names></name><etal/></person-group><article-title>How often is end-of-life care in the United States inconsistent with patients&#x2019; goals of care?</article-title><source>J Palliat Med</source><year>2017</year><month>12</month><volume>20</volume><issue>12</issue><fpage>1400</fpage><lpage>1404</lpage><pub-id pub-id-type="doi">10.1089/jpm.2017.0065</pub-id><pub-id pub-id-type="medline">28665781</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shrank</surname><given-names>WH</given-names></name><name name-style="western"><surname>Rogstad</surname><given-names>TL</given-names></name><name name-style="western"><surname>Parekh</surname><given-names>N</given-names></name></person-group><article-title>Waste in the US health care system: estimated costs and potential for savings</article-title><source>JAMA</source><year>2019</year><month>10</month><day>15</day><volume>322</volume><issue>15</issue><fpage>1501</fpage><lpage>1509</lpage><pub-id pub-id-type="doi">10.1001/jama.2019.13978</pub-id><pub-id pub-id-type="medline">31589283</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bar-Sela</surname><given-names>G</given-names></name><name name-style="western"><surname>Tur-Sinai</surname><given-names>A</given-names></name><name name-style="western"><surname>Givon-Schaham</surname><given-names>N</given-names></name><name name-style="western"><surname>Bentur</surname><given-names>N</given-names></name></person-group><article-title>Advance care planning and attainment of cancer patients&#x2019; end-of-life preferences: relatives&#x2019; perspective</article-title><source>Am J Hosp Palliat Care</source><year>2023</year><month>03</month><volume>40</volume><issue>3</issue><fpage>322</fpage><lpage>328</lpage><pub-id pub-id-type="doi">10.1177/10499091221099921</pub-id><pub-id pub-id-type="medline">35587799</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wright</surname><given-names>AA</given-names></name><name name-style="western"><surname>Zhang</surname><given-names>B</given-names></name><name name-style="western"><surname>Ray</surname><given-names>A</given-names></name><etal/></person-group><article-title>Associations between end-of-life discussions, patient mental health, medical care near death, and caregiver bereavement adjustment</article-title><source>JAMA</source><year>2008</year><month>10</month><day>8</day><volume>300</volume><issue>14</issue><fpage>1665</fpage><lpage>1673</lpage><pub-id pub-id-type="doi">10.1001/jama.300.14.1665</pub-id><pub-id pub-id-type="medline">18840840</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bischoff</surname><given-names>KE</given-names></name><name name-style="western"><surname>Sudore</surname><given-names>R</given-names></name><name name-style="western"><surname>Miao</surname><given-names>Y</given-names></name><name name-style="western"><surname>Boscardin</surname><given-names>WJ</given-names></name><name name-style="western"><surname>Smith</surname><given-names>AK</given-names></name></person-group><article-title>Advance care planning and the quality of end-of-life care in older adults</article-title><source>J Am Geriatr Soc</source><year>2013</year><month>02</month><volume>61</volume><issue>2</issue><fpage>209</fpage><lpage>214</lpage><pub-id pub-id-type="doi">10.1111/jgs.12105</pub-id><pub-id pub-id-type="medline">23350921</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Detering</surname><given-names>KM</given-names></name><name name-style="western"><surname>Hancock</surname><given-names>AD</given-names></name><name name-style="western"><surname>Reade</surname><given-names>MC</given-names></name><name name-style="western"><surname>Silvester</surname><given-names>W</given-names></name></person-group><article-title>The impact of advance care planning on end of life care in elderly patients: randomised controlled trial</article-title><source>BMJ</source><year>2010</year><month>03</month><day>23</day><volume>340</volume><fpage>c1345</fpage><pub-id pub-id-type="doi">10.1136/bmj.c1345</pub-id><pub-id pub-id-type="medline">20332506</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Levoy</surname><given-names>K</given-names></name><name name-style="western"><surname>Sullivan</surname><given-names>SS</given-names></name><name name-style="western"><surname>Chittams</surname><given-names>J</given-names></name><name name-style="western"><surname>Myers</surname><given-names>RL</given-names></name><name name-style="western"><surname>Hickman</surname><given-names>SE</given-names></name><name name-style="western"><surname>Meghani</surname><given-names>SH</given-names></name></person-group><article-title>Don't throw the baby out with the bathwater: meta-analysis of advance care planning and end-of-life cancer care</article-title><source>J Pain Symptom Manage</source><year>2023</year><month>06</month><volume>65</volume><issue>6</issue><fpage>e715</fpage><lpage>e743</lpage><pub-id pub-id-type="doi">10.1016/j.jpainsymman.2023.02.003</pub-id><pub-id pub-id-type="medline">36764411</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bond</surname><given-names>WF</given-names></name><name name-style="western"><surname>Kim</surname><given-names>M</given-names></name><name name-style="western"><surname>Franciskovich</surname><given-names>CM</given-names></name><etal/></person-group><article-title>Advance care planning in an accountable care organization is associated with increased advanced directive documentation and decreased costs</article-title><source>J Palliat Med</source><year>2018</year><month>04</month><volume>21</volume><issue>4</issue><fpage>489</fpage><lpage>502</lpage><pub-id pub-id-type="doi">10.1089/jpm.2017.0566</pub-id><pub-id pub-id-type="medline">29206564</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Patel</surname><given-names>MI</given-names></name><name name-style="western"><surname>Sundaram</surname><given-names>V</given-names></name><name name-style="western"><surname>Desai</surname><given-names>M</given-names></name><etal/></person-group><article-title>Effect of a lay health worker intervention on goals-of-care documentation and on health care use, costs, and satisfaction among patients with cancer: a randomized clinical trial</article-title><source>JAMA Oncol</source><year>2018</year><month>10</month><day>1</day><volume>4</volume><issue>10</issue><fpage>1359</fpage><lpage>1366</lpage><pub-id pub-id-type="doi">10.1001/jamaoncol.2018.2446</pub-id><pub-id pub-id-type="medline">30054634</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Volandes</surname><given-names>AE</given-names></name><name name-style="western"><surname>Paasche-Orlow</surname><given-names>MK</given-names></name><name name-style="western"><surname>Davis</surname><given-names>AD</given-names></name><name name-style="western"><surname>Eubanks</surname><given-names>R</given-names></name><name name-style="western"><surname>El-Jawahri</surname><given-names>A</given-names></name><name name-style="western"><surname>Seitz</surname><given-names>R</given-names></name></person-group><article-title>Use of video decision aids to promote advance care planning in Hilo, Hawai&#x2019;i</article-title><source>J Gen Intern Med</source><year>2016</year><month>09</month><volume>31</volume><issue>9</issue><fpage>1035</fpage><lpage>1040</lpage><pub-id pub-id-type="doi">10.1007/s11606-016-3730-2</pub-id><pub-id pub-id-type="medline">27194151</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Broom</surname><given-names>T</given-names></name><name name-style="western"><surname>Rubin</surname><given-names>I</given-names></name></person-group><article-title>End-of-life values and value-based care</article-title><source>Am J Accountable Care</source><year>2022</year><month>06</month><day>1</day><volume>10</volume><issue>2</issue><fpage>4</fpage><lpage>6</lpage><pub-id pub-id-type="doi">10.37765/ajac.2022.89164</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McMahan</surname><given-names>RD</given-names></name><name name-style="western"><surname>Tellez</surname><given-names>I</given-names></name><name name-style="western"><surname>Sudore</surname><given-names>RL</given-names></name></person-group><article-title>Deconstructing the complexities of advance care planning outcomes: what do we know and where do we go? A scoping review</article-title><source>J Am Geriatr Soc</source><year>2021</year><month>01</month><volume>69</volume><issue>1</issue><fpage>234</fpage><lpage>244</lpage><pub-id pub-id-type="doi">10.1111/jgs.16801</pub-id><pub-id pub-id-type="medline">32894787</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barnato</surname><given-names>AE</given-names></name><name name-style="western"><surname>O&#x2019;Malley</surname><given-names>AJ</given-names></name><name name-style="western"><surname>Skinner</surname><given-names>JS</given-names></name><name name-style="western"><surname>Birkmeyer</surname><given-names>JD</given-names></name></person-group><article-title>Use of advance care planning billing codes for hospitalized older adults at high risk of dying: a national observational study</article-title><source>J Hosp Med</source><year>2019</year><month>04</month><volume>14</volume><issue>4</issue><fpage>229</fpage><lpage>231</lpage><pub-id pub-id-type="doi">10.12788/jhm.3150</pub-id><pub-id pub-id-type="medline">30933674</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Belanger</surname><given-names>E</given-names></name><name name-style="western"><surname>Loomer</surname><given-names>L</given-names></name><name name-style="western"><surname>Teno</surname><given-names>JM</given-names></name><name name-style="western"><surname>Mitchell</surname><given-names>SL</given-names></name><name name-style="western"><surname>Adhikari</surname><given-names>D</given-names></name><name name-style="western"><surname>Gozalo</surname><given-names>PL</given-names></name></person-group><article-title>Early utilization patterns of the new Medicare procedure codes for advance care planning</article-title><source>JAMA Intern Med</source><year>2019</year><month>06</month><day>1</day><volume>179</volume><issue>6</issue><fpage>829</fpage><lpage>830</lpage><pub-id pub-id-type="doi">10.1001/jamainternmed.2018.8615</pub-id><pub-id pub-id-type="medline">30855641</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Palmer</surname><given-names>MK</given-names></name><name name-style="western"><surname>Jacobson</surname><given-names>M</given-names></name><name name-style="western"><surname>Enguidanos</surname><given-names>S</given-names></name></person-group><article-title>Advance care planning for Medicare beneficiaries increased substantially, but prevalence remained low</article-title><source>Health Aff (Millwood)</source><year>2021</year><month>04</month><volume>40</volume><issue>4</issue><fpage>613</fpage><lpage>621</lpage><pub-id pub-id-type="doi">10.1377/hlthaff.2020.01895</pub-id><pub-id pub-id-type="medline">33819084</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Weissman</surname><given-names>JS</given-names></name><name name-style="western"><surname>Reich</surname><given-names>AJ</given-names></name><name name-style="western"><surname>Prigerson</surname><given-names>HG</given-names></name><etal/></person-group><article-title>Association of advance care planning visits with intensity of health care for Medicare beneficiaries with serious illness at the end of life</article-title><source>JAMA Health Forum</source><year>2021</year><month>07</month><volume>2</volume><issue>7</issue><fpage>e211829</fpage><pub-id pub-id-type="doi">10.1001/jamahealthforum.2021.1829</pub-id><pub-id pub-id-type="medline">35977213</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Genewick</surname><given-names>JE</given-names></name><name name-style="western"><surname>Lipski</surname><given-names>DM</given-names></name><name name-style="western"><surname>Schupack</surname><given-names>KM</given-names></name><name name-style="western"><surname>Buffington</surname><given-names>ALH</given-names></name></person-group><article-title>Characteristics of patients with existing advance directives: evaluating motivations around advance care planning</article-title><source>Am J Hosp Palliat Care</source><year>2018</year><month>04</month><volume>35</volume><issue>4</issue><fpage>664</fpage><lpage>668</lpage><pub-id pub-id-type="doi">10.1177/1049909117731738</pub-id><pub-id pub-id-type="medline">28925295</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yadav</surname><given-names>KN</given-names></name><name name-style="western"><surname>Gabler</surname><given-names>NB</given-names></name><name name-style="western"><surname>Cooney</surname><given-names>E</given-names></name><etal/></person-group><article-title>Approximately one in three US adults completes any type of advance directive for end-of-life care</article-title><source>Health Aff (Millwood)</source><year>2017</year><month>07</month><day>1</day><volume>36</volume><issue>7</issue><fpage>1244</fpage><lpage>1251</lpage><pub-id pub-id-type="doi">10.1377/hlthaff.2017.0175</pub-id><pub-id pub-id-type="medline">28679811</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Clark</surname><given-names>MA</given-names></name><name name-style="western"><surname>Person</surname><given-names>SD</given-names></name><name name-style="western"><surname>Gosline</surname><given-names>A</given-names></name><name name-style="western"><surname>Gawande</surname><given-names>AA</given-names></name><name name-style="western"><surname>Block</surname><given-names>SD</given-names></name></person-group><article-title>Racial and ethnic differences in advance care planning: results of a statewide population-based survey</article-title><source>J Palliat Med</source><year>2018</year><month>08</month><volume>21</volume><issue>8</issue><fpage>1078</fpage><lpage>1085</lpage><pub-id pub-id-type="doi">10.1089/jpm.2017.0374</pub-id><pub-id pub-id-type="medline">29658817</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harrison</surname><given-names>KL</given-names></name><name name-style="western"><surname>Adrion</surname><given-names>ER</given-names></name><name name-style="western"><surname>Ritchie</surname><given-names>CS</given-names></name><name name-style="western"><surname>Sudore</surname><given-names>RL</given-names></name><name name-style="western"><surname>Smith</surname><given-names>AK</given-names></name></person-group><article-title>Low completion and disparities in advance care planning activities among older Medicare beneficiaries</article-title><source>JAMA Intern Med</source><year>2016</year><month>12</month><day>1</day><volume>176</volume><issue>12</issue><fpage>1872</fpage><lpage>1875</lpage><pub-id pub-id-type="doi">10.1001/jamainternmed.2016.6751</pub-id><pub-id pub-id-type="medline">27802496</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lin</surname><given-names>P-J</given-names></name><name name-style="western"><surname>Zhu</surname><given-names>Y</given-names></name><name name-style="western"><surname>Olchanski</surname><given-names>N</given-names></name><etal/></person-group><article-title>Racial and ethnic differences in hospice use and hospitalizations at end-of-life among Medicare beneficiaries with dementia</article-title><source>JAMA Netw Open</source><year>2022</year><month>06</month><day>1</day><volume>5</volume><issue>6</issue><fpage>e2216260</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2022.16260</pub-id><pub-id pub-id-type="medline">35679046</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rao</surname><given-names>JK</given-names></name><name name-style="western"><surname>Anderson</surname><given-names>LA</given-names></name><name name-style="western"><surname>Lin</surname><given-names>FC</given-names></name><name name-style="western"><surname>Laux</surname><given-names>JP</given-names></name></person-group><article-title>Completion of advance directives among U.S. consumers</article-title><source>Am J Prev Med</source><year>2014</year><month>01</month><volume>46</volume><issue>1</issue><fpage>65</fpage><lpage>70</lpage><pub-id pub-id-type="doi">10.1016/j.amepre.2013.09.008</pub-id><pub-id pub-id-type="medline">24355673</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sanders</surname><given-names>JJ</given-names></name><name name-style="western"><surname>Robinson</surname><given-names>MT</given-names></name><name name-style="western"><surname>Block</surname><given-names>SD</given-names></name></person-group><article-title>Factors Impacting advance care planning among African Americans: results of a systematic integrated review</article-title><source>J Palliat Med</source><year>2016</year><month>02</month><volume>19</volume><issue>2</issue><fpage>202</fpage><lpage>227</lpage><pub-id pub-id-type="doi">10.1089/jpm.2015.0325</pub-id><pub-id pub-id-type="medline">26840857</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jimenez</surname><given-names>G</given-names></name><name name-style="western"><surname>Tan</surname><given-names>WS</given-names></name><name name-style="western"><surname>Virk</surname><given-names>AK</given-names></name><name name-style="western"><surname>Low</surname><given-names>CK</given-names></name><name name-style="western"><surname>Car</surname><given-names>J</given-names></name><name name-style="western"><surname>Ho</surname><given-names>AHY</given-names></name></person-group><article-title>Overview of systematic reviews of advance care planning: summary of evidence and global lessons</article-title><source>J Pain Symptom Manage</source><year>2018</year><month>09</month><volume>56</volume><issue>3</issue><fpage>436</fpage><lpage>459</lpage><pub-id pub-id-type="doi">10.1016/j.jpainsymman.2018.05.016</pub-id><pub-id pub-id-type="medline">29807158</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hemsley</surname><given-names>B</given-names></name><name name-style="western"><surname>Meredith</surname><given-names>J</given-names></name><name name-style="western"><surname>Bryant</surname><given-names>L</given-names></name><etal/></person-group><article-title>An integrative review of stakeholder views on advance care directives (ACD): barriers and facilitators to initiation, documentation, storage, and implementation</article-title><source>Patient Educ Couns</source><year>2019</year><month>06</month><volume>102</volume><issue>6</issue><fpage>1067</fpage><lpage>1079</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2019.01.007</pub-id><pub-id pub-id-type="medline">30799141</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Blackwood</surname><given-names>DH</given-names></name><name name-style="western"><surname>Walker</surname><given-names>D</given-names></name><name name-style="western"><surname>Mythen</surname><given-names>MG</given-names></name><name name-style="western"><surname>Taylor</surname><given-names>RM</given-names></name><name name-style="western"><surname>Vindrola-Padros</surname><given-names>C</given-names></name></person-group><article-title>Barriers to advance care planning with patients as perceived by nurses and other healthcare professionals: a systematic review</article-title><source>J Clin Nurs</source><year>2019</year><month>12</month><volume>28</volume><issue>23-24</issue><fpage>4276</fpage><lpage>4297</lpage><pub-id pub-id-type="doi">10.1111/jocn.15049</pub-id><pub-id pub-id-type="medline">31494997</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Detering</surname><given-names>KM</given-names></name><name name-style="western"><surname>Sinclair</surname><given-names>C</given-names></name><name name-style="western"><surname>Buck</surname><given-names>K</given-names></name><etal/></person-group><article-title>Organisational and advance care planning program characteristics associated with advance care directive completion: a prospective multicentre cross-sectional audit among health and residential aged care services caring for older Australians</article-title><source>BMC Health Serv Res</source><year>2021</year><month>07</month><day>16</day><volume>21</volume><issue>1</issue><fpage>700</fpage><pub-id pub-id-type="doi">10.1186/s12913-021-06523-z</pub-id><pub-id pub-id-type="medline">34271934</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Skolarus</surname><given-names>LE</given-names></name><name name-style="western"><surname>Robles</surname><given-names>MC</given-names></name><name name-style="western"><surname>Mansour</surname><given-names>M</given-names></name><etal/></person-group><article-title>Low engagement of advance care planning among patients who had a stroke or transient ischemic attack</article-title><source>J Am Heart Assoc</source><year>2022</year><month>03</month><day>15</day><volume>11</volume><issue>6</issue><fpage>e024436</fpage><pub-id pub-id-type="doi">10.1161/JAHA.121.024436</pub-id><pub-id pub-id-type="medline">35229620</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>DiJulio</surname><given-names>B</given-names></name><name name-style="western"><surname>Firth</surname><given-names>J</given-names></name></person-group><article-title>Kaiser health tracking poll: September 2015</article-title><source>KFF</source><year>2015</year><access-date>2024-04-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.kff.org/health-costs/poll-finding/kaiser-health-tracking-poll-september-2015/">https://www.kff.org/health-costs/poll-finding/kaiser-health-tracking-poll-september-2015/</ext-link></comment></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chiarchiaro</surname><given-names>J</given-names></name><name name-style="western"><surname>Arnold</surname><given-names>RM</given-names></name><name name-style="western"><surname>White</surname><given-names>DB</given-names></name></person-group><article-title>Reengineering advance care planning to create scalable, patient- and family-centered interventions</article-title><source>JAMA</source><year>2015</year><month>03</month><day>17</day><volume>313</volume><issue>11</issue><fpage>1103</fpage><lpage>1104</lpage><pub-id pub-id-type="doi">10.1001/jama.2015.0569</pub-id><pub-id pub-id-type="medline">25781435</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fine</surname><given-names>RL</given-names></name><name name-style="western"><surname>Yang</surname><given-names>Z</given-names></name><name name-style="western"><surname>Spivey</surname><given-names>C</given-names></name><name name-style="western"><surname>Boardman</surname><given-names>B</given-names></name><name name-style="western"><surname>Courtney</surname><given-names>M</given-names></name></person-group><article-title>Early experience with digital advance care planning and directives, a novel consumer-driven program</article-title><source>Proc (Bayl Univ Med Cent)</source><year>2016</year><month>07</month><volume>29</volume><issue>3</issue><fpage>263</fpage><lpage>267</lpage><pub-id pub-id-type="doi">10.1080/08998280.2016.11929430</pub-id><pub-id pub-id-type="medline">27365867</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van der Smissen</surname><given-names>D</given-names></name><name name-style="western"><surname>Overbeek</surname><given-names>A</given-names></name><name name-style="western"><surname>van Dulmen</surname><given-names>S</given-names></name><etal/></person-group><article-title>The feasibility and effectiveness of web-based advance care planning programs: scoping review</article-title><source>J Med Internet Res</source><year>2020</year><month>03</month><day>17</day><volume>22</volume><issue>3</issue><fpage>e15578</fpage><pub-id pub-id-type="doi">10.2196/15578</pub-id><pub-id pub-id-type="medline">32181750</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Norton</surname><given-names>JM</given-names></name><name name-style="western"><surname>Ip</surname><given-names>A</given-names></name><name name-style="western"><surname>Ruggiano</surname><given-names>N</given-names></name><etal/></person-group><article-title>Assessing progress toward the vision of a comprehensive, shared electronic care plan: scoping review</article-title><source>J Med Internet Res</source><year>2022</year><month>06</month><day>10</day><volume>24</volume><issue>6</issue><fpage>e36569</fpage><pub-id pub-id-type="doi">10.2196/36569</pub-id><pub-id pub-id-type="medline">35687382</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dupont</surname><given-names>C</given-names></name><name name-style="western"><surname>Smets</surname><given-names>T</given-names></name><name name-style="western"><surname>Monnet</surname><given-names>F</given-names></name><etal/></person-group><article-title>Publicly available, interactive web-based tools to support advance care planning: systematic review</article-title><source>J Med Internet Res</source><year>2022</year><month>04</month><day>20</day><volume>24</volume><issue>4</issue><fpage>e33320</fpage><pub-id pub-id-type="doi">10.2196/33320</pub-id><pub-id pub-id-type="medline">35442207</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Saunders</surname><given-names>CH</given-names></name><name name-style="western"><surname>Patel</surname><given-names>K</given-names></name><name name-style="western"><surname>Kang</surname><given-names>H</given-names></name><name name-style="western"><surname>Elwyn</surname><given-names>G</given-names></name><name name-style="western"><surname>Kirkland</surname><given-names>K</given-names></name><name name-style="western"><surname>Durand</surname><given-names>MA</given-names></name></person-group><article-title>Serious choices: a systematic environmental scan of decision aids and their use for seriously ill people near death</article-title><source>J Hosp Med</source><year>2019</year><month>05</month><volume>14</volume><issue>5</issue><fpage>294</fpage><lpage>302</lpage><pub-id pub-id-type="doi">10.12788/jhm.3110</pub-id><pub-id pub-id-type="medline">30794146</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ostherr</surname><given-names>K</given-names></name><name name-style="western"><surname>Killoran</surname><given-names>P</given-names></name><name name-style="western"><surname>Shegog</surname><given-names>R</given-names></name><name name-style="western"><surname>Bruera</surname><given-names>E</given-names></name></person-group><article-title>Death in the digital age: a systematic review of information and communication technologies in end-of-life care</article-title><source>J Palliat Med</source><year>2016</year><month>04</month><volume>19</volume><issue>4</issue><fpage>408</fpage><lpage>420</lpage><pub-id pub-id-type="doi">10.1089/jpm.2015.0341</pub-id><pub-id pub-id-type="medline">26713368</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McDarby</surname><given-names>M</given-names></name><name name-style="western"><surname>Llaneza</surname><given-names>D</given-names></name><name name-style="western"><surname>George</surname><given-names>L</given-names></name><name name-style="western"><surname>Kozlov</surname><given-names>E</given-names></name></person-group><article-title>Mobile applications for advance care planning: a comprehensive review of features, quality, content, and readability</article-title><source>Am J Hosp Palliat Care</source><year>2021</year><month>08</month><volume>38</volume><issue>8</issue><fpage>983</fpage><lpage>994</lpage><pub-id pub-id-type="doi">10.1177/1049909120959057</pub-id><pub-id pub-id-type="medline">32938207</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Roberts</surname><given-names>RL</given-names></name><name name-style="western"><surname>Mohan</surname><given-names>DP</given-names></name><name name-style="western"><surname>Cherry</surname><given-names>KD</given-names></name><etal/></person-group><article-title>Deployment of a digital advance care planning platform at an accountable care organization</article-title><source>J Am Board Fam Med</source><year>2024</year><month>01</month><day>5</day><volume>36</volume><issue>6</issue><fpage>966</fpage><lpage>975</lpage><pub-id pub-id-type="doi">10.3122/jabfm.2023.230133R2</pub-id><pub-id pub-id-type="medline">37907349</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hettema</surname><given-names>J</given-names></name><name name-style="western"><surname>Steele</surname><given-names>J</given-names></name><name name-style="western"><surname>Miller</surname><given-names>WR</given-names></name></person-group><article-title>Motivational interviewing</article-title><source>Annu Rev Clin Psychol</source><year>2005</year><volume>1</volume><fpage>91</fpage><lpage>111</lpage><pub-id pub-id-type="doi">10.1146/annurev.clinpsy.1.102803.143833</pub-id><pub-id pub-id-type="medline">17716083</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Brooke</surname><given-names>J</given-names></name></person-group><article-title>Usability evaluation in industry</article-title><source>SUS: A &#x2018;Quick and Dirty&#x2019; Usability Scale</source><year>1996</year><publisher-name>CRC Press</publisher-name></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hyzy</surname><given-names>M</given-names></name><name name-style="western"><surname>Bond</surname><given-names>R</given-names></name><name name-style="western"><surname>Mulvenna</surname><given-names>M</given-names></name><etal/></person-group><article-title>System Usability Scale benchmarking for digital health apps: meta-analysis</article-title><source>JMIR Mhealth Uhealth</source><year>2022</year><month>08</month><day>18</day><volume>10</volume><issue>8</issue><fpage>e37290</fpage><pub-id pub-id-type="doi">10.2196/37290</pub-id><pub-id pub-id-type="medline">35980732</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bangor</surname><given-names>A</given-names></name><name name-style="western"><surname>Kortum</surname><given-names>PT</given-names></name><name name-style="western"><surname>Miller</surname><given-names>JT</given-names></name></person-group><article-title>An empirical evaluation of the System Usability Scale</article-title><source>Int J Hum Comput Int</source><year>2008</year><month>07</month><day>29</day><volume>24</volume><issue>6</issue><fpage>574</fpage><lpage>594</lpage><pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lewis</surname><given-names>JR</given-names></name></person-group><article-title>The System Usability Scale: past, present, and future</article-title><source>Int J Hum Comput Int</source><year>2018</year><month>07</month><day>3</day><volume>34</volume><issue>7</issue><fpage>577</fpage><lpage>590</lpage><pub-id pub-id-type="doi">10.1080/10447318.2018.1455307</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sudore</surname><given-names>RL</given-names></name><name name-style="western"><surname>Heyland</surname><given-names>DK</given-names></name><name name-style="western"><surname>Barnes</surname><given-names>DE</given-names></name><etal/></person-group><article-title>Measuring advance care planning: optimizing the advance care planning engagement survey</article-title><source>J Pain Symptom Manage</source><year>2017</year><month>04</month><volume>53</volume><issue>4</issue><fpage>669</fpage><lpage>681</lpage><pub-id pub-id-type="doi">10.1016/j.jpainsymman.2016.10.367</pub-id><pub-id pub-id-type="medline">28042072</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Blatch-Jones</surname><given-names>AJ</given-names></name><name name-style="western"><surname>Pek</surname><given-names>W</given-names></name><name name-style="western"><surname>Kirkpatrick</surname><given-names>E</given-names></name><name name-style="western"><surname>Ashton-Key</surname><given-names>M</given-names></name></person-group><article-title>Role of feasibility and pilot studies in randomised controlled trials: a cross-sectional study</article-title><source>BMJ Open</source><year>2018</year><month>09</month><day>25</day><volume>8</volume><issue>9</issue><fpage>e022233</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2018-022233</pub-id><pub-id pub-id-type="medline">30257847</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Langford</surname><given-names>DP</given-names></name><name name-style="western"><surname>Fleig</surname><given-names>L</given-names></name><name name-style="western"><surname>Brown</surname><given-names>KC</given-names></name><etal/></person-group><article-title>Back to the future - feasibility of recruitment and retention to patient education and telephone follow-up after hip fracture: a pilot randomized controlled trial</article-title><source>Patient Prefer Adherence</source><year>2015</year><month>09</month><day>22</day><volume>9</volume><fpage>1343</fpage><lpage>1351</lpage><pub-id pub-id-type="doi">10.2147/PPA.S86922</pub-id><pub-id pub-id-type="medline">26491262</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Walters</surname><given-names>SJ</given-names></name><name name-style="western"><surname>Bonacho Dos Anjos Henriques-Cadby</surname><given-names>I</given-names></name><name name-style="western"><surname>Bortolami</surname><given-names>O</given-names></name><etal/></person-group><article-title>Recruitment and retention of participants in randomised controlled trials: a review of trials funded and published by the United Kingdom Health Technology Assessment Programme</article-title><source>BMJ Open</source><year>2017</year><month>03</month><day>20</day><volume>7</volume><issue>3</issue><fpage>e015276</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2016-015276</pub-id><pub-id pub-id-type="medline">28320800</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Skolarus</surname><given-names>LE</given-names></name><name name-style="western"><surname>Brown</surname><given-names>DL</given-names></name><name name-style="western"><surname>Corches</surname><given-names>CL</given-names></name><etal/></person-group><article-title>Extending advance care planning to Black Americans in the community: a pilot study of the PREPARE program</article-title><source>J Pain Symptom Manage</source><year>2021</year><month>07</month><volume>62</volume><issue>1</issue><fpage>e4</fpage><lpage>e9</lpage><pub-id pub-id-type="doi">10.1016/j.jpainsymman.2021.02.029</pub-id><pub-id pub-id-type="medline">33647422</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gabbard</surname><given-names>JL</given-names></name><name name-style="western"><surname>Carpenter</surname><given-names>JG</given-names></name><name name-style="western"><surname>Ernecoff</surname><given-names>NC</given-names></name><etal/></person-group><article-title>Evaluating the pragmatic characteristics of advance care planning outcome measures in dementia clinical trials: a scoping review</article-title><source>J Am Geriatr Soc</source><year>2023</year><month>11</month><volume>71</volume><issue>11</issue><fpage>3595</fpage><lpage>3608</lpage><pub-id pub-id-type="doi">10.1111/jgs.18495</pub-id><pub-id pub-id-type="medline">37439456</pub-id></nlm-citation></ref></ref-list></back></article>