<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JA</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Aging</journal-id>
      <journal-title>JMIR Aging</journal-title>
      <issn pub-type="epub">2561-7605</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i3e36975</article-id>
      <article-id pub-id-type="pmid">35925654</article-id>
      <article-id pub-id-type="doi">10.2196/36975</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Web-Based Platform (CareVirtue) to Support Caregivers of People Living With Alzheimer Disease and Related Dementias: Mixed Methods Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Wang</surname>
            <given-names>Jing</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rigaud</surname>
            <given-names>Anne-Sophie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Montilha</surname>
            <given-names>Alexandre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Boutilier</surname>
            <given-names>Justin J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0904-4467</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Loganathar</surname>
            <given-names>Priya</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9483-2849</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Linden</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1381-4332</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Scheer</surname>
            <given-names>Eleanore</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3289-2256</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Noejovich</surname>
            <given-names>Sofia</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8674-7011</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>Christian</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5268-5775</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Zuraw</surname>
            <given-names>Matthew</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3931-722X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Werner</surname>
            <given-names>Nicole E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Department of Health and Wellness Design</institution>
            <institution>Indiana University School of Public Health-Bloomington</institution>
            <addr-line>1025 E 7th St</addr-line>
            <addr-line>Bloomington, IN, 47405</addr-line>
            <country>United States</country>
            <phone>1 703 340 7177</phone>
            <email>newerner@iu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2363-9491</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Industrial and Systems Engineering</institution>
        <institution>University of Wisconsin-Madison</institution>
        <addr-line>Madison, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Engineering Systems and Environment</institution>
        <institution>University of Virginia</institution>
        <addr-line>Charlottesville, VA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Whiplash Technology, Inc</institution>
        <addr-line>Palm Springs, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Health and Wellness Design</institution>
        <institution>Indiana University School of Public Health-Bloomington</institution>
        <addr-line>Bloomington, IN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nicole E Werner <email>newerner@iu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Sep</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>5</volume>
      <issue>3</issue>
      <elocation-id>e36975</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>6</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Justin J Boutilier, Priya Loganathar, Anna Linden, Eleanore Scheer, Sofia Noejovich, Christian Elliott, Matthew Zuraw, Nicole E Werner. Originally published in JMIR Aging (https://aging.jmir.org), 04.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Aging, is properly cited. The complete bibliographic information, a link to the original publication on https://aging.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://aging.jmir.org/2022/3/e36975" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://aging.jmir.org/2022/3/e41912" vol="5" page="e41912"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>People living with Alzheimer disease and related dementias (ADRD) require prolonged and complex care that is primarily managed by informal caregivers who face significant unmet needs regarding support for communicating and coordinating across their informal care network. To address this unmet need, we developed CareVirtue, which provides (1) the ability to invite care network members; (2) a care guide detailing the care plan; (3) a journal where care network members can document, communicate, and coordinate; (4) a shared calendar; and (5) vetted geolocated caregiver resources.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to evaluate CareVirtue’s feasibility based on: (1) Who used CareVirtue? (2) How did caregivers use CareVirtue? (3) How did caregivers perceive the acceptability of CareVirtue? (4) What factors were associated with CareVirtue use?</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a feasibility study with 51 care networks over a period of 8 weeks and used a mixed methods approach that included both quantitative CareVirtue usage data and semistructured interviews.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Care networks ranged from 1 to 8 members. Primary caregivers were predominantly female (38/51, 75%), White (44/51, 86%), married (37/51, 73%), college educated (36/51, 71%), and were, on average, 60.3 (SD 9.8) years of age, with 18% (9/51) living in a rural area. CareVirtue usage varied along 2 axes (total usage and type of usage), with heterogeneity in how the most engaged care networks interacted with CareVirtue. Interviews identified a range of ways CareVirtue was useful, including practically, organizationally, and emotionally. On the Behavioral Intention Scale, 72% (26/36) of primary caregivers reported an average score of at least 3, indicating an above average intention to use. The average was 81.8 (SD 12.8) for the System Usability Scale score, indicating “good” usability, and 3.4 (SD 1.0) for perceived usefulness, suggesting above average usefulness. The average confidence score increased significantly over the study duration from 7.8 in week 2 to 8.9 in week 7 (<italic>P</italic>=.005; r=0.91, 95% CI 0.84-0.95). The following sociodemographic characteristics were associated with posting in the journal: retired (mean 59.5 posts for retired caregivers and mean 16.9 for nonretired caregivers), income (mean 13 posts for those reporting &gt;US $100K and mean 55.4 for those reporting &lt;US $100K), relationship to care recipient (mean 18.7 posts for child and mean 56.4 for partners/spouses), and living situation (mean 44.7 for those who live with the care recipient and mean 13.1 for those who do not). Older care recipients were associated with fewer posts (r=–0.33, 95% CI –0.55 to –0.06).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study establishes the acceptability and feasibility of CareVirtue among ADRD care networks and highlights the importance of designing flexible, multicomponent interventions that allow care networks to tailor their engagement according to their needs. The results will be used to improve CareVirtue feasibility and acceptability in preparation for a subsequent randomized trial to test CareVirtue’s effectiveness in improving caregiver outcomes.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>Alzheimer disease and related dementias</kwd>
        <kwd>mHealth</kwd>
        <kwd>caregivers</kwd>
        <kwd>dementia caregiving</kwd>
        <kwd>eHealth</kwd>
        <kwd>telehealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>More than 6 million individuals in the United States are living with Alzheimer disease and related dementias (ADRD) and it is attributed as the cause of death for 1 in 3 individuals over the age of 65 [<xref ref-type="bibr" rid="ref1">1</xref>]. In the past 2 years, deaths attributed to ADRD have increased by 16% and research has projected that the number of people living in the United States with ADRD will triple by 2060 [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>Individuals living with ADRD require prolonged and complex care that is primarily managed by informal caregivers. Informal caregivers are unpaid, nonprofessionals that provide care and typically include family and friends. There are an estimated 11 million caregivers providing care for people living with ADRD in the United States and they provide approximately 15.3 billion hours of unpaid care valued at nearly US $257 billion [<xref ref-type="bibr" rid="ref2">2</xref>]. Caregivers report being undertrained, under-supported, and under-resourced to perform their caregiving role. Although caregivers can experience positive outcomes related to caregiving, the imbalance of caregiving demands and supports is often associated with mental, physical, and economic challenges that can lead to significant consequences for caregivers and the individual living with ADRD, such as caregiver stress, burden, depression, and morbidity [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>To address these suboptimal caregiver outcomes, the US National Institute on Aging and other national advisory panels have highlighted the development and testing of technology-based interventions for caregivers of people living with ADRD as a key priority [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. For example, the 2015 Alzheimer’s Research Summit highlighted the need to “test the use of technology to overcome the workforce limitations in the care of older adults with dementia as well as providing caregiver support and education.” [<xref ref-type="bibr" rid="ref7">7</xref>]. In response, researchers have developed numerous information technology interventions such as mobile apps and websites to support ADRD caregivers across a range of domains including caregiver education, self-care support, support for managing behavioral symptoms of dementia, and virtual peer support groups [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Several systematic reviews and recent meta-analyses report that these technology interventions can improve outcomes for caregivers, such as increased self-efficacy and reduced ADRD caregiver burden, stress, and depression [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. These reviews also suggest that effective interventions offer multiple components, tailored options, and social support [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>However, a significant gap in existing interventions is that most focus only on the primary caregiver, even though most people living with ADRD receive care from more than 1 caregiver—<italic>a care network</italic>—with varying degrees of involvement [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Currently, caregivers face significant unmet needs regarding support for communicating and coordinating across the care network including sharing information, maintaining situation awareness, distributing responsibilities, scheduling, and managing caregiver hand offs [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Although some mobile apps exist that allow caregivers to share information, they are limited in their functionality, quality, and potential to meet the specific needs of ADRD caregivers [<xref ref-type="bibr" rid="ref25">25</xref>]. A recent review of mobile apps for caregivers of people living with ADRD available on the US market identified 2 mobile apps that support shared communication and coordination [<xref ref-type="bibr" rid="ref25">25</xref>]. According to study findings, one of those apps did not function consistently and received a quality rating of inadequate as indicated by the Mobile Application Rating Scale (MARS). The second app received an overall quality rating of minimally acceptable quality according to the MARS but scored lower than average on subjective quality. A similar study conducted in 2018 by Wozney et al [<xref ref-type="bibr" rid="ref26">26</xref>] identified 3 mobile apps that connect a primary caregiver to other members of the care network. One of the apps identified is no longer available on the US market. The other 2 apps identified are not specifically designed to meet the needs of caregivers for people living with ADRD and are limited in their function (eg, only provide a shared calendar).</p>
        <p>To address the current gaps in existing interventions, we developed CareVirtue, a progressive web application developed in React to support and connect ADRD care networks that can be accessed via a web browser on any device with a data connection. CareVirtue seeks to address the current gaps in existing ADRD caregiver support technologies through a high-quality, user-centered, ADRD caregiver–specific multicomponent technology to support communication, coordination, and connection among care networks. CareVirtue was initially inspired by an online support group for people newly diagnosed with ADRD and their caregivers in which support group members expressed an unmet need for tools to support communication and coordination among the care network. The need for CareVirtue was further supported by several findings from foundational research on care networks. First, findings from Block et al [<xref ref-type="bibr" rid="ref27">27</xref>] suggested that primary caregivers require technologies to communicate and coordinate among the care network, that they try to adapt existing technologies (eg, email, messaging) to meet their needs, and that adaptation requires additional time and effort. Further, Ponnala et al [<xref ref-type="bibr" rid="ref20">20</xref>] found that for primary caregivers, the currently under-supported communication and coordination among the care network increases their caregiving demands. Moreover, Tang et al [<xref ref-type="bibr" rid="ref24">24</xref>] highlighted the consequences caregivers experience with under-supported care network communication and coordination, including maintaining situation awareness among caregivers, missing care information leading to potential patient harm (eg, missing a medication dose), and miscommunication leading to care network tensions or conflict.</p>
        <p>Collectively, this prior research provides the foundation for CareVirtue. CareVirtue’s design honors the person-centered care model for people living with ADRD and their caregivers by (1) treating people living with ADRD as individuals with unique needs; (2) seeing the world from their perspective; and (3) creating a positive social environment in which the person living with ADRD and caregiver can experience relative well-being and quality of life. CareVirtue was designed and developed through consistent, iterative user input across multiple stages of usability testing coupled with expert evaluation. CareVirtue was specifically designed to encapsulate the foundational principles of person-centered care through the following features. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides a detailed walkthrough of CareVirtue features, which are given in brief in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>CareVirtue features.</title>
          <p>
            <bold>CareVirtue Dashboard</bold>
          </p>
          <p>Acts as a centralized hub to document and share important information with the care team. The dashboard includes a view presenting upcoming care appointments and events, linked to the care calendar; a list of current and pending care team members; and a journal where care network members can document, communicate, and coordinate about daily care events (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
          <p>
            <bold>Journal Reports</bold>
          </p>
          <p>Search and filter options to explore trends and gain insights into care recipient needs. The care journal or portions of the care journal can be exported to PDF to share as necessary.</p>
          <p>
            <bold>Care Guide Template</bold>
          </p>
          <p>Includes a table of abilities related to specific activities of daily living and instrumental activities of daily living, and sections for needs and preferences, with a focus on quality-of-life details to help any caregiver understand the care recipient as a whole person (<xref rid="figure2" ref-type="fig">Figure 2</xref>). See <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for a detailed version of the care guide template.</p>
          <p>
            <bold>Care Team Management</bold>
          </p>
          <p>The ability to invite care network members to use the account with the primary caregiver with security permissions assigned at each invitation (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
          <p>
            <bold>Shared Calendar</bold>
          </p>
          <p>Supports scheduling and sharing recurring care events, reminders, and appointments (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
          <p>
            <bold>Geolocated Resources List</bold>
          </p>
          <p>For the current study, resources were limited to the Alzheimer’s Association 24×7 helpline, contact details for CareVirtue support, and contact details for the research team. The subsequent version of CareVirtue will include caregiver and person living with ADRD resources specific to their specific location such as the local area agency on aging (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
        </boxed-text>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The CareVirtue Dashboard, a centralized hub to document and share important information with the care team.</p>
          </caption>
          <graphic xlink:href="aging_v5i3e36975_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The CareVirtue Care Guide.</p>
          </caption>
          <graphic xlink:href="aging_v5i3e36975_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The CareVirtue Care Team management feature and form to create a new calendar event.</p>
          </caption>
          <graphic xlink:href="aging_v5i3e36975_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Example of the CareVirtue resources list for a caregiver living in San Diego, California.</p>
          </caption>
          <graphic xlink:href="aging_v5i3e36975_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this study, we used a mixed methods approach to evaluate CareVirtue’s feasibility across the following research questions:</p>
        <list list-type="bullet">
          <list-item>
            <p>Who used CareVirtue?</p>
          </list-item>
          <list-item>
            <p>How did caregivers use CareVirtue?</p>
          </list-item>
          <list-item>
            <p>How did caregivers perceive the acceptability of CareVirtue?</p>
          </list-item>
          <list-item>
            <p>What factors were associated with CareVirtue use?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We conducted a feasibility study over a period of 8 weeks with the purpose of demonstrating CareVirtue’s acceptability and feasibility among care networks of people living with ADRD. This study reports one aim of a larger project, which has 2 specific aims. The first aim is the focus of this study. The second aim is to leverage the CareVirtue data generated by this feasibility study to develop an intelligent caregiver assistant (R41AG069607). The larger sample size and longer study duration than is typical for feasibility studies is due to adjustments made to achieve the second goal [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Setting and Sample</title>
        <p>Participants were recruited between February and June 2021 through multiple community sites in Wisconsin and Southern California as well as through the Wisconsin Alzheimer’s Disease Research Center. Advertisements for study participation were distributed via email, social media, and newsletter posts. Interested individuals contacted the study team via email or phone and were subsequently phone screened for the following eligibility criteria: self-identified primary caregiver of a person living with ADRD, at least 18 years of age, English speaking, daily internet access, and shares caregiving information/responsibility with other caregivers.</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>Eligible participants were scheduled for a 1-hour enrollment visit via videoconferencing software. During the enrollment visit, a study team member obtained informed consent from the primary caregiver and from the associated person living with ADRD (ie, the care recipient). If the person living with ADRD did not have decisional capacity to consent, the primary caregiver could consent on his/her behalf if he/she was the legally authorized representative. Next, the study team member administered a pretrial demographic survey, helped create the CareVirtue account, and provided a walk-through of CareVirtue’s functionality. Primary caregivers selected and invited secondary caregivers (to form a care network) at their own discretion. Once secondary caregivers were invited, they were separately contacted via email to electronically obtain informed consent.</p>
        <p>Following enrollment, participants used CareVirtue for 8 weeks. During the use period, we administered a weekly survey starting 1 week after enrollment to assess caregiver workload and confidence using CareVirtue. If the survey was not completed, a follow-up reminder was sent the following day. At the completion of 8 weeks of use, we conducted a posttrial visit with the primary caregiver participant via Zoom where we administered posttrial surveys and conducted a semistructured interview as described in the following section. Primary caregivers were provided with a US $150 e-gift card at the end of the study period. Secondary caregivers contacted the study team if they were interested in participating in the postuse survey and interview. Secondary caregivers received US $15 for completion of the postuse survey and US $25 for completion of the 30-minute postuse interview.</p>
      </sec>
      <sec>
        <title>Data Sources</title>
        <sec>
          <title>Demographic Data</title>
          <p>We collected primary caregiver characteristics including age, gender, race and ethnicity, income, education, marital status, location, and employment. We also collected demographics for the care receiver including age, gender, ethnicity, living situation, and relationship to the primary caregiver (<xref ref-type="table" rid="table1">Table 1</xref>). Demographic data were not collected from the secondary caregivers.</p>
        </sec>
        <sec>
          <title>CareVirtue Use</title>
          <p>We collected data on 8 CareVirtue platform usage metrics across the study period: number of log-ins, journal posts, journal post replies, calendar events, secondary caregiver invites sent, secondary caregiver invites accepted, care guide sections created, and resources accessed. The log-in data are not fully representative of actual use because users could remain logged in to CareVirtue depending on their preference to log out.</p>
        </sec>
        <sec>
          <title>Acceptability Measures</title>
          <sec>
            <title>Quantitative Acceptability Measures</title>
            <p>To assess acceptability, we measured primary caregiver perceptions of usability and usefulness. We measured usability using a weekly confidence survey with a single question: “rate your confidence in using CareVirtue on a scale from 1 (not at all confident) to 10 (very confident)” and using the System Usability Scale (SUS), which includes 10 statements (eg, “Learning to use CareVirtue was quick for me”) and a 5-point response scale (1=strongly disagree to 5=strongly agree) [<xref ref-type="bibr" rid="ref29">29</xref>]. We measured usefulness with 3 surveys. First, we used the National Aeronautics and Space Administration-Task Load Index (NASA-TLX) to assess caregiver workload on a 6-item subscale with a 100-point range (1=very low to 5=very high). The purpose of this measure was to understand the relationship between caregiver workload and CareVirtue use. Second, we used the Behavioral Intention Scale, which included 4 statements (eg, “If it were up to you, to what extent would you want to use CareVirtue?”) and 5-point response scale from 1 (not at all) to 5 (a great deal) [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Third, we used the perceived usefulness survey, which includes 4 statements (eg, “Using CareVirtue would make it easier to perform my caregiving role”) and a 5-point response scale (1=strongly disagree to 5=strongly agree) [<xref ref-type="bibr" rid="ref32">32</xref>]. Quantitative acceptability measures were collected from all primary caregiver participants. Secondary caregivers could opt in to complete these assessments by contacting the study team.</p>
          </sec>
          <sec>
            <title>Qualitative Interviews</title>
            <p>To provide context to the quantitative measures of acceptability, we conducted semistructured interviews with the primary caregivers, which focused on caregivers’ experiences with CareVirtue during the study period. The interview guide was developed with input from the full research team (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Analysis Plan</title>
        <sec>
          <title>Overview</title>
          <p>We used Python 3.8 (Python Software Foundation) to compute descriptive statistics and conduct statistical analyses for all quantitative data. Qualitative data were coded using Microsoft Excel. Analyses related to research questions are described in detail below.</p>
        </sec>
        <sec>
          <title>Who Used CareVirtue?</title>
          <p>To determine participant characteristics, we computed descriptive statistics from demographic survey responses.</p>
        </sec>
        <sec>
          <title>How Did Caregivers Use CareVirtue?</title>
          <p>To assess usage heterogeneity, we computed descriptive statistics for each of the 8 usage characteristics. We then used k-means clustering to cluster care networks into “user types,” where each care network is represented by an 8-dimensional usage vector. The number of clusters, k, was varied from 1 to 20 and the elbow method was used to select the final k value: 8. See <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> for more details.</p>
        </sec>
        <sec>
          <title>How Did Caregivers Perceive CareVirtue Acceptability?</title>
          <p>To assess perceptions of usability and usefulness, we computed descriptive statistics for the SUS, Behavioral Intention Scale, and Perceived Usefulness Scale. We also computed Pearson correlation coefficient for the weekly NASA-TLX to assess the change in overall caregiver workload over the study period and for the confidence survey to assess if confidence changed over the study period.</p>
          <p>To further explore perceptions of usability and usefulness, we conducted a general content analysis of the interview transcripts.<sup>53</sup> Three members of the research team (PL, SN, and AL) with training in human factors engineering reviewed all transcripts and identified initial categories related to CareVirtue usability and usefulness, with 2 team members coding each transcript. Coders met weekly to discuss codes and resolve discrepancies, which were also discussed in a biweekly meeting with a senior research team member (NEW) with expertise in qualitative research and human factors engineering. The codebook was refined iteratively across the team-based discussions and the final codebook was applied across all transcripts using a team-based consensus process [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        </sec>
        <sec>
          <title>What Factors Were Associated With CareVirtue Use?</title>
          <p>To explore the factors associated with CareVirtue use, we conducted a series of univariate analyses to assess the correlation between each of the 8 usage characteristics and each of the 14 variables from the demographic survey: the NASA-TLX score from each week, the confidence score from each week, the SUS score, the average behavioral intention score, and the average perceived usefulness score. For continuous variables, we computed Pearson correlation coefficient and the corresponding 95% CI to assess if the correlation was statistically significant (<italic>P</italic>=.05). For discrete variables, we first converted them into binary variables (if not already) by merging classes to ensure suitable sample sizes. Then, we used an unpaired <italic>t</italic> test to assess whether the difference between the average from each class was statistically significant. We were unable to perform multivariate analyses due to our limited sample size.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Research ethics approval was granted by the Institutional Review Board at the University of Wisconsin-Madison (Protocol #2020-1035).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Who Used CareVirtue?</title>
        <p>We enrolled 51 primary caregivers of people living with ADRD (<xref ref-type="table" rid="table1">Table 1</xref>) and 61 secondary caregivers to use CareVirtue during the study period. Care networks ranged from 1 to 8 members. Primary caregivers were predominantly female (38/51, 75%), White (44/51, 86%), married (37/51, 73%), college educated (36/51, 71%), and were, on average, 60.3 (SD 9.8) years of age. Care recipients were also primary female (34/51, 67%) and White (45/51, 88%), with an average age of 79.2 (SD 10.6). Care networks were located in both Wisconsin (29/51, 57%) and California (19/51, 37%), with 18% (9/51) living in a rural area. During the study period, 4 primary caregivers dropped out because of care recipient death (n=2) and personal situations (n=2). We were unable to reach 6 primary caregiver participants for the posttrial visit. A total of 12 secondary caregiver participants completed the postuse survey.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of primary caregiver and care recipient characteristics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="320"/>
            <col width="0"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristic</td>
                <td colspan="2">Primary caregivers (n=51)</td>
                <td>Care recipients (n=51)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Female gender, n (%)</td>
                <td colspan="2">38 (75)</td>
                <td>34 (67)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">60.3 (9.8)</td>
                <td>79.2 (10.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Race/ethnicity, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">2 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black or African American</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic or Latinx</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">2 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Native American or American Indian</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not reported</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">44 (86)</td>
                <td colspan="2">45 (88)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Marital status, n (%)</bold>
                </td>
                <td>N/A<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married or domestic partnership</td>
                <td colspan="2">37 (73)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Divorced</td>
                <td colspan="2">11 (22)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Single, never married</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Widowed</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Education, n (%)</bold>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Postcollege</td>
                <td colspan="2">19 (37)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4-year college</td>
                <td colspan="2">17 (33)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Technical school, vocational training, community college</td>
                <td colspan="2">10 (20)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school diploma or equivalent</td>
                <td colspan="2">5 (10)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Employment, n (%)</bold>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Full-time</td>
                <td colspan="2">21 (41)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Retired</td>
                <td colspan="2">19 (37)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Part-time</td>
                <td colspan="2">7 (14)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not working</td>
                <td colspan="2">4 (8)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Income, n (%)</bold>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≤US $19,000</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>US $20,000-39,000</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>US $40,000-59,000</td>
                <td colspan="2">8 (16)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>US $60,000-79,000</td>
                <td colspan="2">4 (8)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>US $80,000-99,000</td>
                <td colspan="2">6 (12)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥US $100,000</td>
                <td colspan="2">18 (35)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Do not wish to answer</td>
                <td colspan="2">8 (16)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Location, n (%)</bold>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Wisconsin</td>
                <td colspan="2">29 (57)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>California</td>
                <td colspan="2">19 (37)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Illinois</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Virginia</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Location type, n (%)</bold>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Urban</td>
                <td colspan="2">42 (82)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rural</td>
                <td colspan="2">9 (18)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Relationship to caregiver, n (%)</bold>
                </td>
                <td colspan="3">
                  N/A
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Parent</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">28 (55)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spouse/Partner</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">20 (39)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other relative</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">3 (6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Distance to caregiver, n (%)</bold>
                </td>
                <td colspan="3">
                  N/A
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In household</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">34 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&lt;20 minutes</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">12 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>20-60 minutes</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">2 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&gt;2 hours</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">3 (6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Living situation, n (%)</bold>
                </td>
                <td colspan="3">
                  N/A
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In a house</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">40 (78)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In a nursing home, retirement community, or other assisted living facility</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">9 (18)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>How Did Caregivers Use CareVirtue?</title>
        <p><xref rid="figure5" ref-type="fig">Figure 5</xref> displays boxplots (across care networks) for each of the 8 usage characteristics. The average (SD) was 18.3 (22.4) log-ins, 32.5 (46.5) journal posts, 5.3 (13.2) journal post replies, 10.6 (28.5) calendar events, 2.2 (2.1) secondary caregiver invites sent, 2.2 (2.1) secondary caregiver invites accepted, 6.1 (0.4) care guide sections created, and 0.6 (1.9) resources accessed. The log-in data are not fully representative of actual use because users could remain logged in to CareVirtue depending on their preference to log out.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> presents the centroid (the mean values across all care networks in that cluster), cluster size, and a cluster label for each of the 8 clusters. The 8 clusters could be further reduced into 3 primary groups according to the degree of engagement with the platform. There was heterogeneity in how the most engaged care networks interacted with the platform; for example, 2 care networks made heavy use of the calendar feature (average of 141 events) with few posts (average of 41), while another care network made heavy use of the journal (257 posts) with only 1 calendar event.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Box plots for each of the eight usage characteristics. They are separated into two plots due to differences in scale.</p>
          </caption>
          <graphic xlink:href="aging_v5i3e36975_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Cluster centroids for the 8 usage clusters identified by k-means. Each centroid component (eg, invites sent) represents the average across all care networks within that cluster.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="110"/>
            <col width="110"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="80"/>
            <col width="100"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td>Cluster description</td>
                <td>Cluster size</td>
                <td colspan="8">Cluster centroid</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Log-ins</td>
                <td>Posts</td>
                <td>Replies</td>
                <td>Invites sent</td>
                <td>Invites accepted</td>
                <td>Calendar events</td>
                <td>Care guide sections</td>
                <td>Resources accessed</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="10">
                  <bold>Low engagement group</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>23</td>
                <td>10</td>
                <td>13</td>
                <td>1</td>
                <td>1</td>
                <td>1</td>
                <td>3</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Moderate engagement group</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>Small care networks</td>
                <td>12</td>
                <td>13</td>
                <td>25</td>
                <td>2</td>
                <td>3</td>
                <td>2</td>
                <td>6</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Large care networks</td>
                <td>7</td>
                <td>19</td>
                <td>40</td>
                <td>11</td>
                <td>6</td>
                <td>6</td>
                <td>3</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>High engagement group</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>Log-in heavy</td>
                <td>3</td>
                <td>88</td>
                <td>56</td>
                <td>9</td>
                <td>3</td>
                <td>3</td>
                <td>18</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Balanced usage</td>
                <td>2</td>
                <td>30</td>
                <td>53</td>
                <td>14</td>
                <td>4</td>
                <td>4</td>
                <td>18</td>
                <td>6</td>
                <td>9</td>
              </tr>
              <tr valign="top">
                <td>Calendar focused</td>
                <td>2</td>
                <td>33</td>
                <td>41</td>
                <td>0</td>
                <td>2</td>
                <td>2</td>
                <td>141</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Posts and replies</td>
                <td>1</td>
                <td>15</td>
                <td>162</td>
                <td>84</td>
                <td>3</td>
                <td>3</td>
                <td>16</td>
                <td>8</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Posts only</td>
                <td>1</td>
                <td>12</td>
                <td>257</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td>6</td>
                <td>0</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>How Did Caregivers Perceive CareVirtue Acceptability?</title>
        <p>We used the NASA TLX score to assess usability and usefulness in terms of caregivers’ perceptions of their caregiver workload. <xref rid="figure6" ref-type="fig">Figure 6</xref>A displays boxplots of the total NASA TLX score for each week from week 0 (before the study began) to 7 (the final week of the study). The average NASA TLX score increased over the duration of the study (<italic>P</italic>=.02; <italic>r</italic>=0.79, 95% CI 0.65-0.87). However, at an individual level the NASA TLX score only increased over the duration of the study for 3 primary caregivers, decreased for 2 caregivers, and did not change for the remaining 29 primary caregivers (17 were excluded due to missingness).</p>
        <p>We used a confidence scale to assess CareVirtue usability. <xref rid="figure6" ref-type="fig">Figure 6</xref>B displays boxplots of the total confidence score for each week of the study. The average confidence score increased significantly over the duration of the study from a low of 7.8 in week 2 to a high of 8.9 in week 7 (<italic>P</italic>=.004; <italic>r</italic>=0.91, 95% CI 0.84-0.95). At an individual level, 7 primary caregivers saw a statistically significant increase (<italic>P</italic>&lt;.05 in all cases; see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> for precise <italic>P</italic> values) in confidence, while the remaining 17 remained stable (27 were excluded due to missingness).</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>(A) Box plot for the weekly NASA TLX score. (B) Box plot for the weekly confidence (in using CareVirtue) survey.</p>
          </caption>
          <graphic xlink:href="aging_v5i3e36975_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>We also used the SUS to assess CareVirtue usability and the Behavioral Intention Scale and Perceived Usefulness Scale to assess usefulness. <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> displays histograms for the Behavioral Intention Scale score, SUS score, and the perceived usefulness score for primary caregivers. The average (SD) was 3.3 (1.2) for the Behavioral Intention Scale and 72% (26/36) of primary caregivers reported an average score of at least 3, indicating an above average intention to use. The average (SD) was 81.8 (12.8) for the SUS score, indicating “good” usability and 3.4 (1.0) for perceived usefulness, suggesting above average perceived usefulness. For secondary caregivers the average (SD) was 2.9 (1.1) for the Behavioral Intention Scale (6/11, 55%, had an average score of at least 3), 77.9 (13.7) for the SUS, and 3.4 (0.8) for perceived usefulness (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>).</p>
        <p>Through analysis of the qualitative interviews, we identified 10 categories related to usefulness and 4 categories related to opportunities to improve usefulness (<xref ref-type="table" rid="table3">Table 3</xref>). Participants described CareVirtue as facilitating connection, exploration, and awareness. In addition, CareVirtue allowed for documentation and tracking of daily experiences and enabled emotional catharsis by facilitating the capture and review of significant moments in their relationship with the person living with ADRD. Additional facilitators of usefulness described by participants included centralization of information, coordination across the care network, and the privacy afforded by controlling user permissions. Participants further explained that using CareVirtue made them feel supported and reduced feelings of being overwhelmed. We also identified opportunities for improvement, which included increasing engagement such as creating a CareVirtue user support group; adding customization such as additional emoji options for journal posts; refining navigation such as expanding search types; and additional functionality such as document upload and storage.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Categories of usefulness and opportunities for improvement with illustrative quotations.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="0"/>
            <col width="180"/>
            <col width="250"/>
            <col width="540"/>
            <col width="0"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Categories and subcategories</td>
                <td>Description</td>
                <td>Illustrative quotation</td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Usefulness</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Connection</td>
                <td>Interaction across the care network</td>
                <td><italic>The biggest thing was it [CareVirtue] allowed me to bring my brother and sister, both of whom live a thousand or more miles away, closer into the loop...at crucial times...there, you know, were some things going on, and they were actually getting the email reminders, and they were actually logging in and looking at my journal comments and responding in the journal.</italic> [P45]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Documentation and Tracking</td>
                <td>View, explore, and understand trends over time</td>
                <td><italic>It helped me in terms of measuring my spouse’s progression over those two whole months. Because, you know, when you’re with someone every day, 24/7 almost, you may not notice the differences other people do. So, you know, I found that useful to go back and look at what I wrote, you know, a month ago. Because it appears the stage of the disease is, and</italic>...<italic>that it progresses could go, slow down and could speed up. So, it seemed like the progression was increasing and just help me quantify it to some degree in terms of what her capabilities were.</italic> [P50]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Emotional Catharsis</td>
                <td>Capture, share, and recollect experiences and important moments in the relationship with the person living with ADRD</td>
                <td><italic>But the other day he said, you know, I love you. You’re my favorite. And he hadn’t said I love you to me in like, I don’t know, a few years</italic>...<italic>but to document a moment like that as a way for me to kind of cathartically capture those moments and have those to look back on.</italic> [P13]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Awareness</td>
                <td>Real-time understanding of daily care experiences and status of the caregiver and person living with ADRD</td>
                <td><italic>[CareVirtue] also allowed me to let my kids know what was going on the same time it was happening, as far as what, you know, when I was doing the journaling. It also helped my kids to be able to see probably a really good picture of all the different aspects of what their mom is going through.</italic> [P15]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Centralization and Organization</td>
                <td>Communication, coordination, documentation, and tracking in one location</td>
                <td><italic>So, with the CareVirtue, having one spot, like if I’m going to communicate, I’m going to put it in there, and then everybody can just go to that spot to look for the information...people can log-in and just have their notifications and know that stuff was going on. And it would be one step there versus me trying to figure out how to get, you know, am I in the right [text message] thread, which information needs to go to who?</italic> [P26]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Coordination</td>
                <td>Seamless, high-quality transitions of care</td>
                <td><italic>But the app [CareVirtue] was really helpful, because before a person came in for their quote, unquote, shift time, they can have advance information about how things were before they came, so they could be kind of prepared.</italic> [P32]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Introspection</td>
                <td>Self-exploration of feelings, care strategies, and goals</td>
                <td><italic>[CareVirtue] just helped me to identify, I guess, where, how I was feeling and what my plan was for going forward.</italic> [P16]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Privacy</td>
                <td>Customizable permissions on a secure platform focused only on care</td>
                <td><italic>[Before CareVirtue] we kind of send stuff through Messenger, which is not necessarily a secure, you know, thing, and this one [CareVirtue] is. So, yeah, it has just created something that was specifically and exclusively for her care, and that, you know, that was good.</italic> [P1]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Reduce Burden</td>
                <td>Reduce demands associated with communication, coordination, and documentation</td>
                <td><italic>[CareVirtue] was really useful in terms of keeping a journal and telling everybody what was going on without having to call every single family member, so they could read [in CareVirtue] what was going on.</italic> [P7]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Support</td>
                <td>Accessible and responsive customer support</td>
                <td><italic>When I had a question, I just hit the little blue bubble and it sent a note. And in absolutely no time somebody [from CareVirtue support]</italic><italic>...</italic><italic>answered the question or told me how to do what I was, needed to do</italic><italic>...</italic><italic>It just made it really helpful, really easy to reach out.</italic> [P23]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Opportunities for improving usefulness</bold>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Engagement</td>
                <td>Provide additional interactive content such as private journaling space, a support group across CareVirtue users, and a daily checklist of care activities</td>
                <td><italic>It’s very personal. Even though they are family members, it’s kind of like do I really want them to read about my inner thoughts about this, you know, because it could frighten them.</italic> [P37]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Customization</td>
                <td>Include additional customization options such as for reminders, and including more emoji options</td>
                <td><italic>The [emoji] smiley or the sad or whatever, it makes you really think about</italic><italic>...</italic><italic>I would like it that you could put a couple options in there though [instead of only one]. Because, you know, I might start the entry out in one way and then key in another because it turned.</italic> [P44]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Navigation</td>
                <td>Expand search feature</td>
                <td><italic>A filter to search, you know, for key words, or maybe not even key words, any word search, you know, any text search, I find immensely valuable.</italic> [P12]</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Functionality</td>
                <td>Add functionality to include allowing for an account with multiple care receivers and document upload and storage</td>
                <td><italic>It still lacks the ability for it to be the all-inclusive kind of filing cabinet that I personally need it to be.</italic> [P26]</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>What Factors Were Associated With CareVirtue Use?</title>
        <p>The following sociodemographic characteristics were associated with the number of posts: retired (average of 59.5 posts for retired caregivers as compared with 16.9 for nonretired caregivers), income (13 posts for those reporting &gt;US $100K and 55.4 for those reporting &lt;US $100K), relationship to care recipient (18.7 posts for child and 56.4 for partners/spouses), and living situation (44.7 for those who live with the care recipient and 13.1 for those who do not). Older care recipients were associated with fewer posts (<italic>r</italic>=–0.33, 95% CI –0.55 to –0.06).</p>
        <p>The following workload characteristics were associated with the number of posts: NASA TLX score representing the perceived workload associated with the caregiving role from weeks 2 to 7 (<italic>r</italic>=0.37-0.46) and the total hours caregiving (<italic>r</italic>=0.38, 95% CI 0.11-0.60). In other words, higher perceived mental workload associated with the caregiving role and a greater number of hours spent caregiving were associated with more journal posts.</p>
        <p>Regarding usability, we found that a higher SUS score (<italic>r</italic>=0.40, 95% CI 0.10-0.64) and a higher behavioral intention score (<italic>r</italic>=0.378, 95% CI 0.11-0.59) were associated with an increased number of posts.</p>
        <p>We found that 3 demographic characteristics were associated with the number of log-ins. Retired caregivers had an average of 27.4 log-ins as compared with 11.3 for nonretired caregivers. Both primary caregiver age (<italic>r</italic>=0.31, 95% CI 0.03-0.54) and the total behavioral intention score (<italic>r</italic>=0.38, 95% CI 0.11-0.59) were associated with more log-ins. We found that a higher SUS score was associated with an increased number of secondary caregiver invites sent (<italic>r</italic>=0.33, 95% CI 0.05-0.57).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study establishes the acceptability and feasibility of CareVirtue use among care networks of individuals living with dementia. The results indicate that CareVirtue was perceived as highly usable and useful, with caregivers indicating a range of ways CareVirtue was useful to them, including practically, organizationally, and emotionally. We found that retirees, spouses/partners of the care recipient, and those who live with the care recipient were more likely to post more frequently in the journal. CareVirtue use was not correlated with caregiver age or education level.</p>
        <p>Participants were confident in using CareVirtue, with confidence increasing over time, which aligns with their reported perceptions of CareVirtue as highly useful and usable. The qualitative analysis revealed that CareVirtue is useful across multiple dimensions including reducing burden associated with logistics and organization; providing emotional and social support; and facilitating documentation, tracking, and awareness across the care network.</p>
        <p>Interestingly, participants’ perceived workload associated with their caregiving role increased over the study period. It is possible that this result was reflective of the burden of participating in the study. However, we also found that higher caregiving workload was associated with more frequent use of the CareVirtue journal. It is also possible that this consistent increase in perceived caregiving workload was related to the increased burden and isolation associated with the COVID-19 pandemic during which our study took place [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. A recent survey study [<xref ref-type="bibr" rid="ref33">33</xref>] found that caregiver burden was not associated with caregivers’ reported intention to adopt a mobile health (mHealth) intervention. Our finding based on the engagement with the technology intervention, that increased caregiver workload was associated with increased journal posts, provides additional insight into factors that may be influencing caregivers’ adoption and use of technology interventions. This finding also points to specific components, such as the ability to journal about daily experiences and emotions, that may be more useful during times of higher workload.</p>
        <p>We found that usage varied along 2 axes: total usage and type of usage. There was heterogeneity in how the most engaged care networks interacted with the platform; for example, 2 care networks made heavy use of the calendar event feature (average of 141 events) with few posts (average of 41), while another care network made heavy use of the journal (257 posts) with only 1 calendar event. These results confirm the importance of technology interventions that can account for caregiver heterogeneity [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]—that caregivers are diverse individuals who have wide-ranging experiences, needs, and contexts. The need for interventions responsive to caregiver heterogeneity has been further supported by the identified importance of multiple component interventions that are tailorable to specific caregiver needs [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Our findings expand on this by providing insights into the acceptability and feasibility of a technology intervention at the care network level. Like studies focused on primary caregiver technology interventions, our results highlight the importance of designing flexible, multicomponent interventions that allow care networks to tailor their engagement according to their needs and what is most helpful to them. Importantly, this could also allow for tailoring over time, in which care networks can shift engagement as their needs change across disease progression.</p>
        <p>This study used a sample size that is much larger than is typical for a feasibility study [<xref ref-type="bibr" rid="ref38">38</xref>]. Doing so gave us the opportunity to leverage data analytics to provide insight into how care networks engaged with the platform and provided depth to our understanding of what components caregivers find useful [<xref ref-type="bibr" rid="ref28">28</xref>]. Survey studies have been useful in capturing self-reported perceptions related to adoption and intention to use [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Findings such as ours along with others such as Øksnebjerg et al [<xref ref-type="bibr" rid="ref41">41</xref>] can complement and expand upon findings from self-report studies by exploring caregivers’ engagement behaviors. Given caregiver and care network heterogeneity along with the evidence demonstrating the importance of flexible and tailorable multicomponent interventions [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref19">19</xref>], there is a need for future research to continue to explore caregiver and care network engagement behavior with technology interventions to provide additional insight and begin to build an evidence base regarding how to optimally tailor interventions and support engagement according to individual caregiver and care network needs. To do this, future feasibility trials could strive to engage larger sample sizes, enabling the use of artificial intelligence and machine learning to increase personalization. Further, efficacy/effectiveness trials that typically enroll larger samples could be used to explore engagement. Doing so may allow for an increased understanding of the relationship between engagement with the technology intervention and the health outcomes.</p>
        <p>Although the purpose of this study was not to determine the effectiveness of CareVirtue on caregiver outcomes, previous research has demonstrated the potential of technology interventions to improve caregiver outcomes [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Research suggests that the significant unmet needs associated with support for communication and coordination among the care network may contribute to the often-suboptimal outcomes experienced by caregivers such as increased stress and burden [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Further, our findings related to caregiving workload and journal use combined with our qualitative findings provide some initial indication that caregivers may experience positive effects such as reduced burden, increased social support, and increased quality of life from using CareVirtue. Our immediate plan for future research is to conduct a randomized clinical trial to test the hypothesis that CareVirtue reduces caregiver stress and burden and increases caregiver quality of life.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our results should be considered in light of certain limitations. First, although our sample size was much larger than is typical for a feasibility study [<xref ref-type="bibr" rid="ref38">38</xref>], the sample size should be considered when interpreting the univariate results, as it is possible that a small group of people could be driving our findings. Second, although we achieved enrollment of diversity in terms of income and location within the United States, participants were primarily White, married, college-educated women of 60 years of age who lived with the care recipient. Future work will endeavor to achieve a more sociodemographically diverse sample in terms of race/ethnicity, education, age, and distance from the person living with dementia. Third, although this study found a broad range of care network sizes consistent with previous literature [<xref ref-type="bibr" rid="ref20">20</xref>], it is likely that the context of the COVID-19 pandemic may have reduced the number of in-home supports, which may have influenced the number of care network members using CareVirtue.</p>
        <p>The results of this study establish the acceptability and feasibility of CareVirtue use among care networks of people living with ADRD. This study also highlights the importance of designing flexible, multicomponent interventions that allow care networks to tailor their engagement according to their needs and what is most useful to them. The results of this feasibility study will be used to improve CareVirtue feasibility and acceptability in preparation for a subsequent randomized trial to test CareVirtue’s effectiveness in improving caregiver outcomes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Walkthrough of CareVirtue features.</p>
        <media xlink:href="aging_v5i3e36975_app1.mp4" xlink:title="MP4 File  (MP4 Video), 10989 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>CareVirtue Care Guide template.</p>
        <media xlink:href="aging_v5i3e36975_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 61 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Semi-structured interview guide.</p>
        <media xlink:href="aging_v5i3e36975_app3.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Elbow plot for k-means clustering. Each care team is represented by an eight-dimensional vector with the following components: the number of logins, the number of journal posts, the number of journal post replies, the number of calendar events, the number of secondary caregiver invites sent, the number of secondary caregiver invites accepted, the number of Care Guide sections created, and the number of resources accessed through CareVirtue. We clustered all observations using k-means clustering, with a Euclidian distance metric and 10 random initializations. We varied k from 1 to 20 and used the elbow method (on the intra cluster distance) to choose the final k value. Figure A1 displays the intra cluster distance for each k value.</p>
        <media xlink:href="aging_v5i3e36975_app4.png" xlink:title="PNG File , 65 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p><italic>P</italic> values for caregiver-reported confidence using CareVirtue over the duration of the study for the 24 participants included in the analysis (27 participants were excluded due to missingness).</p>
        <media xlink:href="aging_v5i3e36975_app5.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Histograms for primary caregiver responses to the behavioral intention scale, system usability scale, and perceived usefulness.</p>
        <media xlink:href="aging_v5i3e36975_app6.png" xlink:title="PNG File , 52 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Histograms for secondary caregiver responses to the behavioral intention scale, system usability scale, and perceived usefulness scale.</p>
        <media xlink:href="aging_v5i3e36975_app7.png" xlink:title="PNG File , 54 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADRD</term>
          <def>
            <p>Alzheimer disease and related dementias</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MARS</term>
          <def>
            <p>Mobile Application Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NASA-TLX</term>
          <def>
            <p>National Aeronautics and Space Administration-Task Load Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors acknowledge and thank the many caregivers who voluntarily supported this project. We also thank our community partners in Wisconsin and California who supported this work, including the Alzheimer’s and Dementia Alliance of Wisconsin and Alzheimer’s San Diego. This work was supported by grants (R41AG069607 and P30AG062715) from the NIH National Institute on Aging.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>CE is the Founder and CEO of Whiplash Technology and the developer of CareVirtue. MZ is the Caregiver Support Officer for Whiplash Technology and supports development of CareVirtue; is an Associate for HFC, which is a 501c3 with a mission of Bringing Light to Alzheimer’s; and is a member of the Alzheimer’s Impact Movement, which is the advocacy affiliate of the Alzheimer’s Association.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Alzheimer's Disease and Related Dementias</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2022-07-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/aging/publications/features/alzheimers-disease-dementia.html">https://www.cdc.gov/aging/publications/features/alzheimers-disease-dementia.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monica</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz-Santos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vossel</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Alzheimer’s Association 2021: Facts and Figures Report</article-title>
          <source>Mary S. Easton Center for Alzheimer’s Disease Research at UCLA</source>
          <year>2021</year>
          <access-date>2022-07-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.eastonad.ucla.edu/images/E-Newsletter/Summer_2021/ucla-easton-center-summer-2021-e-newsletter-final.pdf">https://www.eastonad.ucla.edu/images/E-Newsletter/Summer_2021/ucla-easton-center-summer-2021-e-newsletter-final.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boots</surname>
              <given-names>LMM</given-names>
            </name>
            <name name-style="western">
              <surname>de Vugt</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>van Knippenberg</surname>
              <given-names>RJM</given-names>
            </name>
            <name name-style="western">
              <surname>Kempen</surname>
              <given-names>GIJM</given-names>
            </name>
            <name name-style="western">
              <surname>Verhey</surname>
              <given-names>FRJ</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of Internet-based supportive interventions for caregivers of patients with dementia</article-title>
          <source>Int J Geriatr Psychiatry</source>
          <year>2014</year>
          <month>04</month>
          <day>20</day>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>331</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1002/gps.4016</pub-id>
          <pub-id pub-id-type="medline">23963684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boots</surname>
              <given-names>LMM</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfs</surname>
              <given-names>CAG</given-names>
            </name>
            <name name-style="western">
              <surname>Verhey</surname>
              <given-names>FRJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kempen</surname>
              <given-names>GIJM</given-names>
            </name>
            <name name-style="western">
              <surname>de Vugt</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Qualitative study on needs and wishes of early-stage dementia caregivers: the paradox between needing and accepting help</article-title>
          <source>Int. Psychogeriatr</source>
          <year>2015</year>
          <month>01</month>
          <day>08</day>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>927</fpage>
          <lpage>936</lpage>
          <pub-id pub-id-type="doi">10.1017/s1041610214002804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Stanislawski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kales</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gitlin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Getting what they need when they need it</article-title>
          <source>Appl Clin Inform</source>
          <year>2017</year>
          <month>12</month>
          <day>20</day>
          <volume>26</volume>
          <issue>01</issue>
          <fpage>191</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.4338/aci-2016-07-ra-0122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Next Steps for Research on Informal Caregiving</article-title>
          <source>National Institute on Aging</source>
          <year>2012</year>
          <access-date>2022-07-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nia.nih.gov/sites/default/files/gerald-summary_11-21-14_0.pdf">https://www.nia.nih.gov/sites/default/files/gerald-summary_11-21-14_0.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Recommendations from the NIH AD Research Summit 2015</article-title>
          <source>National Institute on Aging</source>
          <year>2015</year>
          <access-date>2022-07-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nia.nih.gov/research/recommendations-nih-ad-research-summit-2015">https://www.nia.nih.gov/research/recommendations-nih-ad-research-summit-2015</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Alzheimer's Association National Plan CareSupport Milestone Workgroup</collab>
            <name name-style="western">
              <surname>Borson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boustani</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Buckwalter</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Burgio</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Chodosh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fortinsky</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Gifford</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Gwyther</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Koren</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lynn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roherty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ronch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stahl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Geiger</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Report on milestones for care and support under the U.S. National Plan to Address Alzheimer's Disease</article-title>
          <source>Alzheimers Dement</source>
          <year>2016</year>
          <month>03</month>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>334</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1552-5260(16)00035-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jalz.2016.01.005</pub-id>
          <pub-id pub-id-type="medline">26868060</pub-id>
          <pub-id pub-id-type="pii">S1552-5260(16)00035-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hopwood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McDonagh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rait</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Iliffe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet-Based Interventions Aimed at Supporting Family Caregivers of People With Dementia: Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>06</month>
          <day>12</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/6/e216/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9548</pub-id>
          <pub-id pub-id-type="medline">29895512</pub-id>
          <pub-id pub-id-type="pii">v20i6e216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6019848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Etxeberria</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Salaberria</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gorostiaga</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Online support for family caregivers of people with dementia: a systematic review and meta-analysis of RCTs and quasi-experimental studies</article-title>
          <source>Aging Ment Health</source>
          <year>2021</year>
          <month>07</month>
          <day>02</day>
          <volume>25</volume>
          <issue>7</issue>
          <fpage>1165</fpage>
          <lpage>1180</lpage>
          <pub-id pub-id-type="doi">10.1080/13607863.2020.1758900</pub-id>
          <pub-id pub-id-type="medline">32363901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deeken</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rezo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hinz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Discher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rapp</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of Technology-Based Interventions for Informal Caregivers of Patients With Dementia-A Meta-Analysis of Randomized Controlled Trials</article-title>
          <source>Am J Geriatr Psychiatry</source>
          <year>2019</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>426</fpage>
          <lpage>445</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jagp.2018.12.003</pub-id>
          <pub-id pub-id-type="medline">30642650</pub-id>
          <pub-id pub-id-type="pii">S1064-7481(18)30587-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Marziali</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Colantonio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carswell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gruneir</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Internet-based caregiver support for Chinese Canadians taking care of a family member with alzheimer disease and related dementia</article-title>
          <source>Can J Aging</source>
          <year>2009</year>
          <month>12</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>323</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1017/S0714980809990158</pub-id>
          <pub-id pub-id-type="medline">19925698</pub-id>
          <pub-id pub-id-type="pii">S0714980809990158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glueckauf</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ketterson</surname>
              <given-names>TU</given-names>
            </name>
            <name name-style="western">
              <surname>Loomis</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Dages</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Online support and education for dementia caregivers: overview, utilization, and initial program evaluation</article-title>
          <source>Telemed J E Health</source>
          <year>2004</year>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2004.10.223</pub-id>
          <pub-id pub-id-type="medline">15319052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bateman</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Srinivas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Emmett</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Schleyer</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrie</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Categorizing Health Outcomes and Efficacy of mHealth Apps for Persons With Cognitive Impairment: A Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>08</month>
          <day>30</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e301</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/8/e301/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7814</pub-id>
          <pub-id pub-id-type="medline">28855146</pub-id>
          <pub-id pub-id-type="pii">v19i8e301</pub-id>
          <pub-id pub-id-type="pmcid">PMC5597798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Godwin</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kunik</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Technology-driven interventions for caregivers of persons with dementia: a systematic review</article-title>
          <source>Am J Alzheimers Dis Other Demen</source>
          <year>2013</year>
          <month>05</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>216</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1533317513481091?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1533317513481091</pub-id>
          <pub-id pub-id-type="medline">23528881</pub-id>
          <pub-id pub-id-type="pii">1533317513481091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martínez-Alcalá</surname>
              <given-names>Claudia I</given-names>
            </name>
            <name name-style="western">
              <surname>Pliego-Pastrana</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rosales-Lagarde</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Noguerola</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Molina-Trinidad</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Information and Communication Technologies in the Care of the Elderly: Systematic Review of Applications Aimed at Patients With Dementia and Caregivers</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2016</year>
          <month>05</month>
          <day>02</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2016/1/e6/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/rehab.5226</pub-id>
          <pub-id pub-id-type="medline">28582258</pub-id>
          <pub-id pub-id-type="pii">v3i1e6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5454565</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marziali</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Dementia caregivers' responses to 2 Internet-based intervention programs</article-title>
          <source>Am J Alzheimers Dis Other Demen</source>
          <year>2011</year>
          <month>02</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1533317510387586?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1533317510387586</pub-id>
          <pub-id pub-id-type="medline">21282276</pub-id>
          <pub-id pub-id-type="pii">26/1/36</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Hobday</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Hepburn</surname>
              <given-names>KW</given-names>
            </name>
          </person-group>
          <article-title>Internet-based program for dementia caregivers</article-title>
          <source>Am J Alzheimers Dis Other Demen</source>
          <year>2010</year>
          <month>12</month>
          <volume>25</volume>
          <issue>8</issue>
          <fpage>674</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1533317510385812?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1533317510385812</pub-id>
          <pub-id pub-id-type="medline">21131674</pub-id>
          <pub-id pub-id-type="pii">25/8/674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Roest</surname>
              <given-names>Henriëtte G</given-names>
            </name>
            <name name-style="western">
              <surname>Meiland</surname>
              <given-names>FJM</given-names>
            </name>
            <name name-style="western">
              <surname>Jonker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dröes</surname>
              <given-names>Rose-Marie</given-names>
            </name>
          </person-group>
          <article-title>User evaluation of the DEMentia-specific Digital Interactive Social Chart (DEM-DISC). A pilot study among informal carers on its impact, user friendliness and, usefulness</article-title>
          <source>Aging Ment Health</source>
          <year>2010</year>
          <month>05</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>461</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1080/13607860903311741</pub-id>
          <pub-id pub-id-type="medline">20455122</pub-id>
          <pub-id pub-id-type="pii">921990183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ponnala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>NE</given-names>
            </name>
          </person-group>
          <article-title>Exploring Informal Caregiver Workload using a Macroergonomics Lens on Multiple Resources</article-title>
          <source>Proceedings of the Human Factors and Ergonomics Society Annual Meeting</source>
          <year>2021</year>
          <month>02</month>
          <day>09</day>
          <volume>64</volume>
          <issue>1</issue>
          <fpage>856</fpage>
          <lpage>860</lpage>
          <pub-id pub-id-type="doi">10.1177/1071181320641198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Typologies of Dementia Caregiver Support Networks: A Pilot Study</article-title>
          <source>Gerontologist</source>
          <year>2021</year>
          <month>11</month>
          <day>15</day>
          <volume>61</volume>
          <issue>8</issue>
          <fpage>1221</fpage>
          <lpage>1230</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33585929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geront/gnab013</pub-id>
          <pub-id pub-id-type="medline">33585929</pub-id>
          <pub-id pub-id-type="pii">6135115</pub-id>
          <pub-id pub-id-type="pmcid">PMC8599268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Esandi</surname>
              <given-names>Nuria</given-names>
            </name>
            <name name-style="western">
              <surname>Nolan</surname>
              <given-names>Mike</given-names>
            </name>
            <name name-style="western">
              <surname>Alfaro</surname>
              <given-names>Cristina</given-names>
            </name>
            <name name-style="western">
              <surname>Canga-Armayor</surname>
              <given-names>Ana</given-names>
            </name>
          </person-group>
          <article-title>Keeping Things in Balance: Family Experiences of Living With Alzheimer's Disease</article-title>
          <source>Gerontologist</source>
          <year>2018</year>
          <month>03</month>
          <day>19</day>
          <volume>58</volume>
          <issue>2</issue>
          <fpage>e56</fpage>
          <lpage>e67</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/gnx084</pub-id>
          <pub-id pub-id-type="medline">28633376</pub-id>
          <pub-id pub-id-type="pii">3868455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neubert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gottschalk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>König</surname>
              <given-names>Hans-Helmut</given-names>
            </name>
            <name name-style="western">
              <surname>Brettschneider</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Dementia care-giving from a family network perspective in Germany: A typology</article-title>
          <source>Health Soc Care Community</source>
          <year>2022</year>
          <month>02</month>
          <day>16</day>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>579</fpage>
          <lpage>591</lpage>
          <pub-id pub-id-type="doi">10.1111/hsc.13161</pub-id>
          <pub-id pub-id-type="medline">32939908</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ngo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mattison</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Awareness and handoffs in home care: coordination among informal caregivers</article-title>
          <source>Behaviour &amp; Information Technology</source>
          <year>2017</year>
          <month>11</month>
          <day>27</day>
          <volume>37</volume>
          <issue>1</issue>
          <fpage>66</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1080/0144929x.2017.1405073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Loganathar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Quality of Mobile Apps for Care Partners of People With Alzheimer Disease and Related Dementias: Mobile App Rating Scale Evaluation</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>03</month>
          <day>29</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e33863</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/3/e33863/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33863</pub-id>
          <pub-id pub-id-type="medline">35348467</pub-id>
          <pub-id pub-id-type="pii">v10i3e33863</pub-id>
          <pub-id pub-id-type="pmcid">PMC9006134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wozney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Freitas de Souza</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Kervin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Queluz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Commercially Available Mobile Apps for Caregivers of People With Alzheimer Disease or Other Related Dementias: Systematic Search</article-title>
          <source>JMIR Aging</source>
          <year>2018</year>
          <month>12</month>
          <day>07</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>e12274</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aging.jmir.org/2018/2/e12274/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12274</pub-id>
          <pub-id pub-id-type="medline">31518255</pub-id>
          <pub-id pub-id-type="pii">v1i2e12274</pub-id>
          <pub-id pub-id-type="pmcid">PMC6715112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Block</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gilmore-Bykovskyi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jolliff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mullen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>NE</given-names>
            </name>
          </person-group>
          <article-title>Exploring dementia family caregivers' everyday use and appraisal of technological supports</article-title>
          <source>Geriatr Nurs</source>
          <year>2020</year>
          <month>11</month>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>909</fpage>
          <lpage>915</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32665095"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.gerinurse.2020.06.019</pub-id>
          <pub-id pub-id-type="medline">32665095</pub-id>
          <pub-id pub-id-type="pii">S0197-4572(20)30205-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7738396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boutilier</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sharpe</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>TCY</given-names>
            </name>
          </person-group>
          <article-title>Sample size requirements for knowledge-based treatment planning</article-title>
          <source>Med Phys</source>
          <year>2016</year>
          <month>03</month>
          <day>09</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>1212</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1118/1.4941363</pub-id>
          <pub-id pub-id-type="medline">26936706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bangor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kortum</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>An Empirical Evaluation of the System Usability Scale</article-title>
          <source>International Journal of Human-Computer Interaction</source>
          <year>2008</year>
          <month>07</month>
          <day>30</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>574</fpage>
          <lpage>594</lpage>
          <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Karsh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A theoretical model of health information technology usage behaviour with implications for patient safety</article-title>
          <source>Behaviour &amp; Information Technology</source>
          <year>2009</year>
          <month>01</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1080/01449290601138245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asan</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Murkowski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Scanlon</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Providers' assessment of a novel interactive health information technology in a pediatric intensive care unit</article-title>
          <source>JAMIA Open</source>
          <year>2018</year>
          <month>07</month>
          <day>12</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31528847"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamiaopen/ooy020</pub-id>
          <pub-id pub-id-type="medline">31528847</pub-id>
          <pub-id pub-id-type="pmcid">PMC6746319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Perceived Usefulness, Perceived Ease of Use, and User Acceptance of Information Technology</article-title>
          <source>MIS Quarterly</source>
          <year>1989</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>319</fpage>
          <pub-id pub-id-type="doi">10.2307/249008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Britten</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Using reflexivity to optimize teamwork in qualitative research</article-title>
          <source>Qual Health Res</source>
          <year>1999</year>
          <month>01</month>
          <day>01</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1177/104973299129121677</pub-id>
          <pub-id pub-id-type="medline">10558357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aledeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Habib Adam</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Caring for Dementia Caregivers in Times of the COVID-19 Crisis: A Systematic Review</article-title>
          <source>AJNR</source>
          <year>2020</year>
          <month>01</month>
          <day>24</day>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>552</fpage>
          <lpage>561</lpage>
          <pub-id pub-id-type="doi">10.12691/ajnr-8-5-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bacsu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Cammer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Azizi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grewal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Poole</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sivananthan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spiteri</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Using Twitter to Understand the COVID-19 Experiences of People With Dementia: Infodemiology Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>02</month>
          <day>03</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e26254</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e26254/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26254</pub-id>
          <pub-id pub-id-type="medline">33468449</pub-id>
          <pub-id pub-id-type="pii">v23i2e26254</pub-id>
          <pub-id pub-id-type="pmcid">PMC7861035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Whitney</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ridberg</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Vitaliano</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>Social Determinants of Health: Underreported Heterogeneity in Systematic Reviews of Caregiver Interventions</article-title>
          <source>Gerontologist</source>
          <year>2020</year>
          <month>02</month>
          <day>14</day>
          <volume>60</volume>
          <issue>Suppl 1</issue>
          <fpage>S14</fpage>
          <lpage>S28</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32057083"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geront/gnz148</pub-id>
          <pub-id pub-id-type="medline">32057083</pub-id>
          <pub-id pub-id-type="pii">5735606</pub-id>
          <pub-id pub-id-type="pmcid">PMC7019663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcum</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ashida</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Koehly</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Primary Caregivers in a Network Context</article-title>
          <source>J Gerontol B Psychol Sci Soc Sci</source>
          <year>2020</year>
          <month>01</month>
          <day>01</day>
          <volume>75</volume>
          <issue>1</issue>
          <fpage>125</fpage>
          <lpage>136</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29304203"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geronb/gbx165</pub-id>
          <pub-id pub-id-type="medline">29304203</pub-id>
          <pub-id pub-id-type="pii">4788283</pub-id>
          <pub-id pub-id-type="pmcid">PMC7179806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Sample size of 12 per group rule of thumb for a pilot study</article-title>
          <source>Pharmaceut. Statist</source>
          <year>2005</year>
          <month>10</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>287</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1002/pst.185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chui</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of factors influencing attitudes towards and intention to use the long-distance caregiving technologies for older adults</article-title>
          <source>Int J Med Inform</source>
          <year>2021</year>
          <month>09</month>
          <volume>153</volume>
          <fpage>104536</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2021.104536</pub-id>
          <pub-id pub-id-type="medline">34325206</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(21)00162-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mendez</surname>
              <given-names>KJW</given-names>
            </name>
            <name name-style="western">
              <surname>Budhathoki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Labrique</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Sadak</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tanner</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <article-title>Factors Associated With Intention to Adopt mHealth Apps Among Dementia Caregivers With a Chronic Condition: Cross-sectional, Correlational Study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>08</month>
          <day>31</day>
          <volume>9</volume>
          <issue>8</issue>
          <fpage>e27926</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/8/e27926/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27926</pub-id>
          <pub-id pub-id-type="medline">34463637</pub-id>
          <pub-id pub-id-type="pii">v9i8e27926</pub-id>
          <pub-id pub-id-type="pmcid">PMC8441609</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Øksnebjerg</surname>
              <given-names>Laila</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ruth</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lauridsen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Holst</surname>
              <given-names>HD</given-names>
            </name>
            <name name-style="western">
              <surname>Waldemar</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A Tablet App Supporting Self-Management for People With Dementia: Explorative Study of Adoption and Use Patterns</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>01</month>
          <day>17</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e14694</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/1/e14694/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14694</pub-id>
          <pub-id pub-id-type="medline">31951217</pub-id>
          <pub-id pub-id-type="pii">v8i1e14694</pub-id>
          <pub-id pub-id-type="pmcid">PMC6996756</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
