<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JA</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Aging</journal-id>
      <journal-title>JMIR Aging</journal-title>
      <issn pub-type="epub">2561-7605</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e86710</article-id>
      <article-id pub-id-type="pmid">41973993</article-id>
      <article-id pub-id-type="doi">10.2196/86710</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Personalized Digital Care Program Allocation for Older Adults: Reinforcement Learning-Based Simulation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Jiang</surname>
            <given-names>Yun</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kim</surname>
            <given-names>Gisoo</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Singh</surname>
            <given-names>Reenu</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Hongsoo</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5539-7653</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Kyungbok</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4561-3188</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Yi</surname>
            <given-names>Jae Yoon</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4659-3123</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Paik</surname>
            <given-names>Myunghee Cho</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Shepherd 23 Inc.</institution>
            <addr-line>1 Gwanak-ro, Gwanak-gu</addr-line>
            <addr-line>Seoul, 08826</addr-line>
            <country>Republic of Korea</country>
            <phone>82 8802750</phone>
            <email>myungheechopaik@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6239-4883</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Public Health Sciences</institution>
        <institution>Graduate School of Public Health</institution>
        <institution>Seoul National University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Artificial Intelligence Institute</institution>
        <institution>Seoul National University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Institute of Health and Environment</institution>
        <institution>Seoul National University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Biostatistics</institution>
        <institution>Gillings School of Global Public Health</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Shepherd 23 Inc.</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Myunghee Cho Paik <email>myungheechopaik@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>4</month>
        <year>2026</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e86710</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>10</month>
          <year>2025</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>1</month>
          <year>2026</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>2</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>3</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©Hongsoo Kim, Kyungbok Lee, Jae Yoon Yi, Myunghee Cho Paik. Originally published in JMIR Aging (https://aging.jmir.org), 13.04.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Aging, is properly cited. The complete bibliographic information, a link to the original publication on https://aging.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://aging.jmir.org/2026/1/e86710" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>As the demand for innovative older adult care grows alongside a shortage of care workers, personalization is key to optimizing services and enhancing long-term sustainability. This study proposes an adaptive reinforcement learning (RL)-based framework to promote precision digital care by dynamically assigning care programs based on individuals’ unique characteristics and evolving needs. Its effectiveness was evaluated through simulation-based experiments comparing multiple allocation methods within an artificial intelligence (AI)-powered care call service for older adults.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to develop and evaluate an RL-based model for personalizing digital care program allocation to optimize care engagement and health outcomes among low-income older adults living alone.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We developed the framework by using contextual bandits, specifically Thompson Sampling, to maximize user outcomes. Four program allocation strategies were tested using a synthetic dataset of user features and program attributes. Simulations were conducted over multiple iterations to evaluate how the model adapts over time and optimizes program assignments compared with static methods.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Four program allocation methods were compared across 100 simulation runs (n=3000 assignments per run) using 2 datasets (AI Call: n=1196; Community Health Survey [CHS]: n=72,812): (1) systematic allocation (baseline), (2) single best program based on population average, (3) idealized personalized delivery (theoretical upper bound), and (4) precision digital care using Thompson Sampling. Precision digital care outperformed baseline and population-average approaches, achieving outcomes comparable to the theoretical upper bound. Compared to systematic allocation, call success rates increased by 84.2% (AI Call) and 54.4% (CHS), Patient Health Questionnaire-2 depression scores decreased by 32.1% (AI Call) and 41.4% (CHS), and self-reported health scores improved by 19% (AI Call) and 22% (CHS). It also showed improved learning efficiency, refining assignments dynamically as it learned from user responses.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings emphasize the importance of personalization in digital care. We plan to refine and validate the model through a publicly funded AI care program for community-dwelling, low-income older adults living alone in the Republic of Korea. RL offers a scalable and effective approach to advance precision digital care delivery and support future innovations in aging services.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>precision digital care</kwd>
        <kwd>adaptive program assignment</kwd>
        <kwd>contextual bandits, AI-enabled care</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>aging population</kwd>
        <kwd>simulation study</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The rapid aging of populations and increasing life expectancy demand integrated care and health services to support individuals throughout extended later life. Preventive care, aimed at promoting independent living and delaying institutionalization, has emerged as a key strategy in aging policies across developed countries [<xref ref-type="bibr" rid="ref1">1</xref>]. Citizens increasingly expect robust social protection from their governments. Meanwhile, health and care workers are grappling with severe burnout and workforce shortages [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Despite numerous social policy reforms, traditional approaches to addressing the growing “care crisis” are proving inadequate. The failures of both policy and market-based strategies to protect vulnerable older adults during the COVID-19 pandemic underscore the urgent need for transformative changes to achieve global healthy aging [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Technological innovation is widely recognized as a powerful solution to the social risks posed by demographic shifts [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. The COVID-19 pandemic catalyzed expansions in R&#38;D and market investments, accelerating the transition from lab-based innovation to real-world applications, such as the widespread adoption of telemedicine [<xref ref-type="bibr" rid="ref7">7</xref>]. In the postpandemic era, breakthroughs like GPT and large language models have ushered in a new age of digital health and care, opening unprecedented opportunities.</p>
      <p>Within this digital health landscape, precision medicine has garnered significant attention [<xref ref-type="bibr" rid="ref8">8</xref>]. The integration of big data from electronic medical records has propelled advancements in precision medicine, driving the development of personalized medical diagnostics and treatments [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. These innovations hold immense promise, from curing previously untreatable diseases to rapidly discovering new drugs and materials. Consequently, many countries are actively investing in R&#38;D and fostering global cooperation through public-private partnerships.</p>
      <p>In contrast, the personalization of care services for older adults has received comparatively limited attention, despite significant progress in digital care for older adults. While precision medicine has primarily focused on genomics, biomarkers, and individualized treatment plans in clinical settings, precision care addresses broader contextual factors, including behavioral data, social determinants, and real-world service use. Precision medicine leverages structured biological data to optimize therapeutic decisions, often within highly controlled environments such as hospitals or labs. In contrast, precision care operates in complex, community-based settings and must contend with heterogeneous data types, evolving patient preferences, and ethical imperatives related to autonomy and accessibility.</p>
      <p>We think precision care represents a paradigm shift that expands the individualization principle beyond disease treatment to service delivery and engagement support, especially in aging and chronic care domains. Therefore, the transition from precision medicine to precision care in this study reflects a shift in context, data sources, ethical priorities, and delivery models, rather than a simple semantic change. Several challenges impede this shift, including insufficient large-scale, high-quality care data, lack of data standardization, decentralized data governance, and fragmented health and care systems [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. However, promising initiatives, such as the EU-funded iCare4Old project, demonstrate how these barriers can be overcome [<xref ref-type="bibr" rid="ref13">13</xref>]. Such projects exemplify the potential of cross-national, standardized, comprehensive geriatric assessment databases linked to mortality and health care use data to support decision-making for older adults with complex chronic conditions.</p>
      <p>Digital care is also a high policy priority in Korea, an East Asian country that is expected to face the most severe shortage of care workers among Organization for Economic Co-operation and Development countries by 2040 [<xref ref-type="bibr" rid="ref2">2</xref>]. Various government-funded digital health and care programs have been developed and implemented to help delay cognitive decline and alleviate loneliness, with their delivery managed through diverse local government units. For example, the central agency for social services in Korea provides artificial intelligence (AI)-based care calls for older adults living alone for checking in and providing information [<xref ref-type="bibr" rid="ref14">14</xref>]. Although still in the early stages of implementation both technologically and in terms of service design, many social welfare institutions have adopted the AI care call service to alleviate the overtime workload of direct care workers and to prevent unattended deaths among the older adults, an emerging social problem in Korea. The local government, in collaboration with interest groups from universities or industries, implements the Care Call program developed by these groups. While many programs are created through partnerships with local governments, users do not have a choice of programs; instead, the program they receive is determined by their location. As these programs expand to larger populations, they must be evaluated and delivered efficiently.</p>
      <p>While AI-driven digital care is expanding, current approaches rely on rule-based or non-adaptive personalization, which may fail to optimize interventions dynamically at the individual level. In health care and digital interventions, the term personalization often refers to the adaptation of care strategies based on characteristics shared within predefined subgroups, such as age, gender, or geographic location. Individuals within these homogeneous groups receive the same intervention, under the assumption that group-level traits sufficiently capture variation in needs or responses. However, this approach can overlook meaningful individual differences. In contrast, hyper-personalization refers to a finer-grained strategy in which care is tailored at the individual level based on contextual signals such as prior responses, behavioral patterns, or dynamically changing health indicators. Rather than assigning treatments to groups, hyper-personalized care selects the best intervention for each instance, enabling adaptive learning and improved outcomes. Our work embraces this hyper-personalization framework by using contextual bandits to deliver care content that evolves with each person’s unique context and feedback history.</p>
      <p>Beyond technical optimization, hyper-personalization addresses a fundamental challenge in digital care for older persons: one-size-fits-all approaches often lead to disengagement, frustration, and abandonment among older adults [<xref ref-type="bibr" rid="ref15">15</xref>]. Older people vary widely in cognitive capacity, health literacy, communication preferences, and daily routines [<xref ref-type="bibr" rid="ref16">16</xref>]. Receiving care content misaligned with these individual contexts can feel impersonal, patronizing, or irrelevant, undermining both engagement and dignity. For example, an older adult with mild cognitive impairment may benefit most from brief, frequent check-in calls, while someone experiencing loneliness may prefer longer, conversational interactions. By tailoring content to individual context and response patterns, precision digital care respects individual autonomy and maintains dignity through person-centered service delivery.</p>
      <p>We model the care call assignment as a repeated decision-making problem, where the system observes individual-level context, selects a care message (action), receives feedback, and uses it to improve future decisions. This setting goes beyond supervised learning, which does not handle the need for sequential adaptation or balance between exploration and exploitation. While Q-learning and other reinforcement learning (RL) methods can technically be applied, they are designed for environments where actions influence future states—an unnecessary assumption in our context, where each care interaction is a standalone event with immediate feedback and does not affect the next person’s reward. Contextual bandits with Thompson Sampling offer a natural, data-efficient, and interpretable approach for personalizing care at scale, without introducing unnecessary complexity.</p>
      <p>This study proposes precision digital care as an RL-based framework using contextual bandits, specifically designed to personalize care services dynamically. This approach assigns care programs to individuals based on their unique characteristics and evolving care outcomes, continuously optimizing decisions over time. At its core, the framework leverages contextual bandits, a type of RL algorithm, specifically Thompson Sampling [<xref ref-type="bibr" rid="ref17">17</xref>], to balance exploration and exploitation in digital health interventions. This computational approach enables the model to learn from user interactions, adapt in real time, and continuously refine program assignment decisions to maximize individual outcomes. Unlike traditional rule-based or static personalization methods, the proposed precision digital care approach dynamically optimizes care allocation, ensuring interventions remain responsive and effective.</p>
      <p>By integrating Thompson Sampling, the proposed approach provides a scalable, data-driven solution for enhancing personalization, efficiency, and equity in digital health services, particularly in aging care. To evaluate its effectiveness, this study uses simulation-based experiments comparing multiple program allocation methods and analyzing their impact on key health and service-related outcomes. This study proposes precision digital care as an RL-based model designed to enhance quality of life in later years by delivering personalized, humane, and adaptive care. Rather than simply maximizing technical metrics, our approach uses RL as a tool to improve care engagement and health outcomes, supporting autonomy, reducing emotional distress, and ultimately enabling older adults to age in place with dignity. Importantly, by minimizing cumulative regret during the learning process, the approach reduces exposure to suboptimal care while enabling adaptive, sequential learning even in data-sparse or dynamically changing environments<bold>.</bold> By evaluating this approach through simulation, we aim to provide evidence for improving both efficiency and meaningful outcomes for vulnerable older adults before real-world implementation.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Aim of Simulations</title>
        <p>In Korea, researchers are actively developing a range of government-funded digital care programs aimed at improving the well-being of older adults. These programs are administered by local authorities and are currently tailored to specific groups of older adults in distinct regions. As these initiatives progress, the accumulation of knowledge and data is expected to pave the way for large-scale implementation in the near future. This study focused on the critical role of personalization in enhancing the effectiveness of digital care. While personalization has not yet been fully integrated, demographic data on recipients of digital care programs is available. Leveraging this information, we conducted simulation studies that modeled the baseline characteristics of user populations, simulating the potential impact of personalized interventions.</p>
      </sec>
      <sec>
        <title>Simulation Methods</title>
        <p>To evaluate the potential of personalized digital care, we conducted a series of simulations mimicking the delivery of care programs to older adult residents in a community setting.</p>
        <sec>
          <title>Four Allocation Methods</title>
          <p>Our simulations were designed to evaluate the method that optimizes the outcome of interest. These 4 allocation methods were selected to represent commonly used approaches in digital health intervention deployment, ranging from traditional rule-based methods (systematic) to theoretically optimal but not feasible in practice (idealized personalized). By comparing these methods, we assessed the added value of the RL-based precision digital care approach in real-world care allocation settings.</p>
        </sec>
        <sec>
          <title>Method 1: Systematic Delivery (Baseline)</title>
          <p>This method reflects a common real-world practice, including the Korean local government model, where programs are assigned to users in a fixed order, without considering individual needs or program characteristics. This approach offers the simplest implementation, requiring no information about individual users or program effectiveness. However, it represents a naive baseline that can lead to suboptimal outcomes by ignoring potential benefits from personalized program allocation.</p>
        </sec>
        <sec>
          <title>Method 2: Single Best Program (Theoretical Benchmark)</title>
          <p>This method simulates a hypothetical situation where we know the single best program for the entire population based on average outcomes. This method mimics a scenario where the result of a large-scale randomized controlled trial, where individual characteristics are not used in program assignment, is known. This method provides a useful benchmark for comparison. It demonstrates the upper limit of effectiveness achievable when using a single program for everyone and highlights potential limitations of a one-size-fits-all approach. If there were no individual variability, the one-size-fits-all approach would be optimal.</p>
        </sec>
        <sec>
          <title>Method 3: Idealized Personalized Delivery (Theoretical Upper Bound)</title>
          <p>This method assumes perfect knowledge of each individual's optimal program, representing an ideal but unattainable scenario in real-world settings. This method provides a theoretical upper bound on personalization benefits, demonstrating the best possible outcome achievable if we could perfectly predict the most effective program for each individual. Comparing this method to others highlights the potential gains from personalization.</p>
        </sec>
        <sec>
          <title>Method 4: Precision Digital Care with Thompson Sampling (Personalized Approach)</title>
          <p>This method addresses the challenge of sequentially assigning programs to individuals without prior knowledge of which program will be most effective for each person. This problem can be framed as a “sequential decision making under uncertainty” problem, where the goal is to maximize cumulative rewards over time. To tackle this, we used a contextual bandit framework, specifically using the linear Thompson Sampling algorithm [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
          <p>In this setup, each care program is treated as an “arm” in the contextual bandit framework, where the reward function represents the expected benefit for a given user. The model dynamically updates its understanding of which arm (care program) is most effective based on observed user responses, allowing for personalized interventions over time. The relationship between the outcome (reward) and the context (individual characteristics and program features) is unknown and must be estimated as users experience the program. The challenge lies in balancing exploration (trying different programs to estimate or learn their effectiveness) and exploitation (assigning the program with the highest estimated reward based on current knowledge).</p>
          <p>Among various contextual bandit algorithms, Thompson Sampling offers an effective approach for this setting. While upper confidence bound algorithms select arms by calculating an upper confidence bound on their estimated rewards, Thompson Sampling is motivated by a Bayesian approach. Specifically, it draws from the posterior distribution of each arm's reward, and the arm with the highest sampled reward is then selected.</p>
          <p>This randomized approach effectively balances exploration and exploitation. In early stages, when uncertainty is high, the algorithm explores a wider range of programs due to the variability in sampled rewards. As more data is collected, the posterior distributions become more concentrated around the true reward values, and the algorithm increasingly exploits the program with the highest estimated reward for each individual. This approach enables precision digital care to adapt to individual differences and learn the optimal program assignment over time.</p>
        </sec>
        <sec>
          <title>Data-Generating Mechanisms</title>
          <p>To conduct simulation studies, we specified the distribution of the baseline user characteristics and the relationship between these characteristics and the outcomes. Our study involved a total of 6 distinct simulation scenarios, evaluating 3 different outcome measures (detailed in “Setup for Outcome Performance Measures”) under 2 different assumptions about the user population and data availability, each informed by a specific Korean data source. The process for establishing these simulation environments was described below.</p>
          <p>The first set of simulations aimed to closely mimic the characteristics and responses observed in a specific digital care intervention context. This was informed by data collected as part of a primary study involving approximately 1000 older adults actively engaging with an AI-based care call service (the “AI Call dataset”). This dataset provided detailed individual-level information on demographics, health status, intervention parameters (call success), and key outcomes (loneliness and self-rated health).</p>
          <p>The second set of simulations aimed to represent a broader, more general population of older adults, reflecting demographic distributions found in large-scale surveys but potentially lacking detailed intervention-specific outcome data. This was informed by a representative sample from the national Community Health Survey (CHS) conducted in 2020 [<xref ref-type="bibr" rid="ref18">18</xref>]. This survey provided robust population-level distributions for key demographic, health, and psychosocial variables. <xref ref-type="table" rid="table1">Table 1</xref> describes the baseline distribution of key independent and dependent variables across the 2 datasets.</p>
          <p>By comparing results across these 2 sets of simulations (AI Call dataset-based and CHS-based) for each outcome measure, we aimed to assess the robustness of our findings under different data conditions. The following sections detail how user profiles and the outcome generation process were specifically constructed for each simulation type.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Baseline distribution of the key dependent and independent variables.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="420"/>
              <col width="0"/>
              <col width="240"/>
              <col width="0"/>
              <col width="280"/>
              <thead>
                <tr valign="top">
                  <td colspan="4">Variables</td>
                  <td colspan="2">AI<sup>a</sup> Call dataset (n=1196)</td>
                  <td>CHS<sup>b</sup> dataset (n=72,812)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Independent variables</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Age, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Young-old (65-74 years)</td>
                  <td colspan="2">242 (20.2)</td>
                  <td colspan="2">38,590 (53)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Old-old (≥75 years)</td>
                  <td colspan="2">954 (79.8)</td>
                  <td colspan="2">34,222 (470)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Sex, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Male</td>
                  <td colspan="2">273 (22.8)</td>
                  <td colspan="2">30,326 (41.7)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Female</td>
                  <td colspan="2">923 (77.2)</td>
                  <td colspan="2">42,486 (58.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Region, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Urban</td>
                  <td colspan="2">342 (28.6)</td>
                  <td colspan="2">29,846 (41)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Rural</td>
                  <td colspan="2">854 (71.4)</td>
                  <td colspan="2">42,966 (59)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Loneliness, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">136 (11.4)</td>
                  <td colspan="2">4660 (6.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">1060 (88.6)</td>
                  <td colspan="2">68,152 (93.6)</td>
                </tr>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Dependent variables</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Self-rated health, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Very good</td>
                  <td colspan="2">20 (1.7)</td>
                  <td colspan="2">3073 (4.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Good</td>
                  <td colspan="2">165 (13.8)</td>
                  <td colspan="2">20,577 (28.3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>So-so</td>
                  <td colspan="2">630 (52.7)</td>
                  <td colspan="2">28,746 (39.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Bad</td>
                  <td colspan="2">341 (28.5)</td>
                  <td colspan="2">15,975 (21.9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Very bad</td>
                  <td colspan="2">39 (3.3)</td>
                  <td colspan="2">4441 (6.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="6">
                    <bold>Depression, n (%)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Nondepressed</td>
                  <td colspan="2">923 (77.2)</td>
                  <td colspan="2">70,264 (96.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Depressed</td>
                  <td colspan="2">273 (22.8)</td>
                  <td colspan="2">2548 (3.5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">Call success rate, mean (SD)</td>
                  <td colspan="2">0.86 (0.35)</td>
                  <td>—<sup>c</sup></td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>AI: artificial intelligence.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>CHS: community health survey.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>Not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Setup for Baseline Distribution</title>
        <p>To investigate the potential of personalized program allocation under different scenarios, we constructed synthetic user profiles representative of the 2 populations described above. User profiles were defined by a combination of 7 binary demographic and health-related features: age (older or younger), sex (male or female), region (rural or urban), economic status (unstable or stable), presence of multiple chronic conditions (present or absent), functional difficulty (present or absent), social isolation (high or low), cognition (intact or not intact), and living arrangement (alone or with others). The generation process differed depending on the simulation set:</p>
        <p>For simulations based on the AI Call dataset: Synthetic user profiles were generated by sampling directly from the characteristics of about 1000 users in the raw AI Call dataset. This ensured the simulated users closely mirrored the specific population engaging with that service. For simulations based on the CHS dataset: since only aggregated distributional information (eg, percentage breakdowns for age, sex, and region) was available from the CHS summary data, synthetic user profiles were generated differently. Each user characteristic was randomly generated independently according to the proportions reported in the CHS data. This method produced a synthetic population whose overall marginal distributions matched the CHS population structure, assuming independence between characteristics based on the available information. Similarly, we created a pool of programs with varying attributes (content type, frequency, duration, and voice type). Parameters defining individuals (based on the methods above) and the range of programs were set to represent typical variations observed in Korean older adult care contexts.</p>
      </sec>
      <sec>
        <title>Setup for the Relationship Between Reward and Context</title>
        <p>A critical component defining each simulation scenario is the relationship between a user's characteristics, the assigned program attributes, and the resulting outcome or reward. This relationship models the differential program effectiveness, which personalization aims to exploit. The construction of this relationship also differed between the two simulation sets: (1) For simulations based on the AI Call dataset, the parameters (coefficients) governing the relationship between user and program features and outcomes were informed by observed patterns in the actual AI Call data. Specifically, the direction (sign) of main effect coefficients was set to match observed trends (eg, whether rural users in the data had higher or lower call success). For simplicity, the magnitude of these data-informed coefficients was held constant; and (2) for simulations based on the CHS, since the CHS data lacked information on how user characteristics relate to outcomes from specific digital care programs, the coefficients defining the relationship between user and program features and outcomes were assigned randomly. This simulated outcome variability without imposing specific assumptions based on the limited data.</p>
        <p>In both simulation sets, to explicitly model the potential for personalization, several user-program interaction effects were included. These were based on domain knowledge and plausible scenarios. Importantly, these interaction effect scenarios were applied consistently across all 3 outcome measures. Specific examples of modeled interactions include scenarios where:</p>
        <list list-type="order">
          <list-item>
            <p>Women derived higher rewards from longer calls.</p>
          </list-item>
          <list-item>
            <p>Users with functional limitations benefited more from longer calls.</p>
          </list-item>
          <list-item>
            <p>Rural users preferred more frequent calls.</p>
          </list-item>
          <list-item>
            <p>Those with older age preferred check-in calls.</p>
          </list-item>
          <list-item>
            <p>Those with low cognitive function preferred check-in calls.</p>
          </list-item>
          <list-item>
            <p>Lonely individuals preferred intervention calls less.</p>
          </list-item>
          <list-item>
            <p>Those with chronic disease preferred health information calls.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Setup for Outcome (Performance Measures)</title>
        <p>Within the simulation framework described above, we modeled 3 key outcomes to assess program effectiveness. The generation of these outcomes for each user-program interaction followed the relationships defined in “Setup for the Relationship Between Reward and Context” (differing based on whether it was an AI Call or CHS-based simulation). We compared the average value of each outcome measure over 100 repetitions, each involving 3000 user-item interactions (call selections) with a randomly shuffled sequence of users. The three specific outcome measures we used are:</p>
        <list list-type="order">
          <list-item>
            <p>Call success: modeled using a logistic linear model, where a higher success rate (completion of the call) indicated a more desirable outcome. The probability of success for a given user and call type was determined by the model described in “Setup for the Relationship Between Reward and Context.”</p>
          </list-item>
          <list-item>
            <p>Patient Health Questionnaire-2 (PHQ-2) Score [<xref ref-type="bibr" rid="ref19">19</xref>]: modeled using a linear model, where lower scores on the PHQ-2, a measure of depressive symptoms, indicated better mental well-being. The predicted PHQ-2 score depended on user context and program assignment according to the relationships in “Setup for the Relationship Between Reward and Context.” While the underlying relationship was modeled linearly, the final simulated PHQ-2 outcome for an interaction was generated as an integer using probabilistic rounding based on the linear prediction, reflecting the discrete nature of the scale.</p>
          </list-item>
          <list-item>
            <p>Self-Reported Health (SRH) [<xref ref-type="bibr" rid="ref18">18</xref>]: modeled using a linear model, with higher scores on the 5-point SRH scale (1 being “very bad” and 5 being “very good”) representing better perceived health status. Similar to PHQ-2, the predicted SRH score was a function of user and program characteristics as defined in “Setup for the Relationship Between Reward and Context.” The final simulated SRH outcome was generated as an integer on the 5-point scale using probabilistic rounding based on the linear model’s prediction.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Evaluation Methods</title>
        <p>Four allocation methods were evaluated based on 2 metrics. The first metric was the distribution of the average outcome across simulation runs. For each of the 3 performance measures, call success, PHQ-2 score, and SRH, the average value of the outcome for each of the 4 allocation methods was calculated. This represents the average scores of the subjects who received the care call according to each allocation rule.</p>
        <p>The second metric was average cumulative regret over time, or with the increasing number of subjects. Cumulative regret represents the loss incurred from selecting a suboptimal arm over time. For the first 2 allocation methods, regret never decreases, and cumulative regret increases linearly over time. For Method 3, both regret and cumulative regret are zero. For the proposed method, RL-based precision digital care, if the method learns the optimal arm, cumulative regret tapers off after increasing initially. The tapering nature indicates that the method is learning the optimal arm.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was reviewed and determined to be exempt from ethical approval by the Institutional Review Board of Seoul National University (E2408/004-007; August 14, 2024), as it used publicly available and deidentified data that did not involve direct interaction with human participants. The study analyzed anonymized AI care call data and aggregated data from the Community Health Survey, and no personally identifiable information was accessed or retained. Because the study used deidentified secondary data and simulation-based analyses, informed consent from participants was not required. All procedures were conducted in accordance with the Declaration of Helsinki.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We compared 4 program allocation methods: systematic, single best, optimal, and our proposed precision digital care with Thompson Sampling, across 3 outcome measures: call success rate, PHQ-2 score (depressive symptoms), and SRH. <xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure3" ref-type="fig">3</xref> show the outcome distributions for each method over 100 simulation runs, each involving 3000 program assignments. The summary statistics for each outcome, including mean values and standard deviations across 100 simulation runs, are presented in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
      <p>Values represent means (SDs) across 100 simulation runs (n=3000 assignments per run).</p>
      <p>Our results demonstrate the significant potential of precision digital care with Thompson Sampling for personalized program allocation. Across all 3 measures, the proposed precision digital care consistently achieved outcomes comparable to the idealized optimal method, which assumes perfect knowledge of individual preferences and program effectiveness. Compared with systematic allocation, the proposed precision digital care approach substantially improved outcomes across all 3 measures. Call success rates increased from 44.45% to 81.86% in the AI Call dataset (84.2% relative improvement) and from 58.72% to 90.68% in CHS (54.4%). PHQ-2 depression scores decreased from 2.87 to 1.95 (32.1% reduction, AI Call) and from 2.73 to 1.60 (41.4%, CHS), while SRH scores improved from 2.94 to 3.50 (19%, AI Call) and from 3.18 to 3.88 (22%, CHS). To compare outcome distributions between systematic allocation and the proposed method, chi-square tests were used for call success rates, and Mann-Whitney <italic>U</italic> tests for PHQ-2 and SRH scores; all comparisons were statistically significant (<italic>P</italic>&#60;.001). These findings indicate that RL-based personalization leads to substantial gains in care effectiveness compared to rule-based or static allocation strategies. These also suggest that precision digital care can effectively learn and adapt to individual needs, leading to near-optimal outcomes even without prior knowledge of individual preferences. As expected, the nonpersonalized baseline methods (“systematic” (cyclic) and “single best”) yielded inferior performances compared to the personalized approaches. This highlights the limitations of assigning programs without considering individual needs and preferences.</p>
      <p><xref rid="figure4" ref-type="fig">Figure 4</xref> illustrates cumulative regret over time or the number of users. Cumulative regret represents the loss incurred from selecting a suboptimal arm over time. It initially increases rapidly before tapering off, indicating that suboptimal arms are often selected in the beginning, followed by the selection of optimal arms. The figures also show that, depending on the outcome, learning occurs across a varying number of users. Since call success is binary, it takes more users to stabilize the learning process. This pattern suggests that precision digital care rapidly identifies optimal program assignments, reducing the frequency of ineffective interventions as it learns from accumulated user interactions. The stabilization of regret over time indicates that the RL model efficiently converges to near-optimal allocation decisions, ensuring that users receive the most suitable care programs based on their unique characteristics.</p>
      <p>These findings underscore the potential of using contextual bandit algorithms like Thompson Sampling for personalized interventions. The ability to dynamically learn and adapt to individual needs can lead to significant improvements, especially when program effectiveness varies greatly across individuals. Overall, these results highlight the effectiveness of precision digital care in dynamically optimizing care program assignments, achieving outcomes close to the idealized optimal method. By leveraging RL, the proposed precision digital care has the potential to continuously improve care services based on user interactions, ultimately enhancing the quality and efficiency of digital health interventions.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Distribution of average call success rates across the four allocation methods for (a) AI call dataset and (b) community health survey dataset. The proposed precision digital care, a reinforcement learning-based approach, achieves superior performance in call success rates compared to systematic and single best allocation approaches. Note: “Cyclic” in the figure legend refers to the systematic (baseline) allocation method described in the text. AI: artificial intelligence; CHS: community health survey.</p>
        </caption>
        <graphic xlink:href="aging_v9i1e86710_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Distribution of average patient health questionnaire-2 scores across the four allocation methods for (a) AI call dataset and (b) community health survey dataset. The proposed precision digital care approach achieves superior performance in patient health questionnaire-2 scores compared to systematic and single best allocation approaches. Note: “Cyclic” in the figure legend refers to the systematic (baseline) allocation method described in the text. AI: artificial intelligence; CHS: community health survey; PHQ-2: Patient Health Questionnaire-2.</p>
        </caption>
        <graphic xlink:href="aging_v9i1e86710_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Distribution of average self-reported health scores across the four allocation methods for (a) AI call dataset and (b) community health survey dataset. The proposed approach achieves superior performance in self-reported health scores compared to systematic and single best allocation approaches. Note: “Cyclic” in the figure legend refers to the systematic (baseline) allocation method described in the text. AI: artificial intelligence; CHS: community health survey; SRH: self-reported health.</p>
        </caption>
        <graphic xlink:href="aging_v9i1e86710_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Summary of the simulated care outcomes across allocation methods.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="220"/>
          <col width="190"/>
          <col width="180"/>
          <col width="180"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Outcomes and datasets</td>
              <td>Systematic allocation (baseline)</td>
              <td>Single best</td>
              <td>Optimal</td>
              <td>Precision digital care (proposed)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="6">
                <bold>Call success rate<sup>a</sup></bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>AI<sup>b</sup> Call, mean (SD)</td>
              <td>44.45 (1.12)</td>
              <td>59.98 (1.14)</td>
              <td>84.89 (0.61)</td>
              <td>81.86 (1.45)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>CHS<sup>c</sup>, mean (SD)</td>
              <td>58.72 (1.20)</td>
              <td>60.94 (1.13)</td>
              <td>93.26 (0.48)</td>
              <td>90.68 (0.94)</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>PHQ-2<sup>d</sup></bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>AI Call, mean (SD)</td>
              <td>2.87 (0.02)</td>
              <td>2.3 (0.02)</td>
              <td>1.92 (0.02)</td>
              <td>1.95 (0.03)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>CHS, mean (SD)</td>
              <td>2.73 (0.02)</td>
              <td>2.26 (0.02)</td>
              <td>1.57 (0.01)</td>
              <td>1.6 (0.02)</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>SRH<sup>e</sup></bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>AI Call, mean (SD)</td>
              <td>2.94 (0.02)</td>
              <td>3.29 (0.02)</td>
              <td>3.54 (0.01)</td>
              <td>3.5 (0.03)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>CHS, mean (SD)</td>
              <td>3.18 (0.02)</td>
              <td>3.47 (0.02)</td>
              <td>3.9 (0.01)</td>
              <td>3.88 (0.02)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Call success rate: mean percentage of successful call completions (higher=better).</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>AI: artificial intelligence.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>CHS: Community Health Survey.</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>PHQ-2: Patient Health Questionnaire-2; scores range from 0 to 6 (lower=fewer depressive symptoms).</p>
          </fn>
          <fn id="table2fn5">
            <p><sup>e</sup>SRH: Self-Reported Health; scores range from 1 (very bad) to 5 (very good) (higher=better health).</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Cumulative regret for (a) call success (AI call dataset), (b) call success (community health survey dataset), (c) Patient Health Questionnaire-2 (AI call dataset) (d) Patient Health Questionnaire-2 (CHS dataset), (e) self-reported health (AI call dataset), and (f) self-reported health (community health survey dataset) models. The rapid decline in regret for precision digital care indicates its ability to efficiently learn and optimize program allocation, significantly outperforming static allocation methods. Note: “Cyclic” in the figure legend refers to the systematic (baseline) allocation method described in the text. AI: artificial intelligence; CHS: community health survey; PHQ-2: Patient Health Questionnaire-2; SRH: self-reported health.</p>
        </caption>
        <graphic xlink:href="aging_v9i1e86710_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our findings highlight the potential of precision digital care with Thompson Sampling in optimizing digital care service allocation for older adults. Through simulation studies, we demonstrated that personalized program allocation leads to improved care outcomes compared to nonpersonalized methods. Specifically, the precision digital care approach outperformed both systematic and single-best allocation approaches, achieving results close to the idealized theoretical upper bound. This underscores the importance of hyper-personalization in digital health care, particularly in aging populations facing growing care demands and workforce shortages.</p>
        <p>The outcomes evaluated in this simulation study represent key dimensions of effective care delivery for older adults living alone. Call success indicates sustained engagement with care services and regular monitoring, both critical for timely detection of health or safety concerns and prevention of unattended deaths- an emerging social problem in Korea [<xref ref-type="bibr" rid="ref20">20</xref>]. PHQ-2 scores represent depressive symptoms that affect daily functioning, social participation, and self-care capacity, while self-reported health reflects subjective well-being and perceived ability to age in place.</p>
        <p>In real-world implementation, improvements in these outcomes would support the delivery of responsive, person-centered care. Importantly, precision digital care is designed to augment (not replace) human care relationships. In Korea’s context, direct care workers often face overtime burdens and emotional exhaustion, contributing to workforce shortages [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. The proposed approach optimizes routine care allocation through AI-driven monitoring, allowing human workers to focus on complex cases requiring empathy, clinical judgment, and relational continuity. This human-AI collaboration model addresses workforce sustainability while preserving the irreplaceable value of human connection in care relationships. Rather than automating care relationships, the system automates administrative burden, the repetitive monitoring tasks that overwhelm workers, enabling them to provide higher-quality human care where it matters most. Together, these outcomes support the goal of enabling older adults to age with dignity and autonomy while ensuring appropriate care allocation.</p>
        <p>These findings align with previous research emphasizing the importance of personalization in digital health interventions for older adults. A scoping review of digital health interventions targeting older populations found that personalized features improve self-management and psychosocial health, but also noted that experimental studies validating these effects are scarce [<xref ref-type="bibr" rid="ref21">21</xref>]. Our study contributes to this gap by providing a systematic, AI-driven approach to personalization, demonstrating through simulation that RL can effectively optimize program allocation based on user characteristics. Unlike previous work, which primarily relies on static program designs, our approach adapts dynamically, ensuring that interventions are continually optimized over time.</p>
        <p>Our study also relates to research exploring contextual bandit algorithms in mobile health settings, where RL has been used to optimize treatment timing and intervention strategies [<xref ref-type="bibr" rid="ref22">22</xref>]. Existing studies have demonstrated the feasibility of such approaches in personalized patient engagement and behavior change interventions [<xref ref-type="bibr" rid="ref23">23</xref>]. However, most prior applications focus on mobile health and preventive care rather than digital older adult care services. Our findings extend these applications by showing that contextual bandits can optimize not just treatment timing but also care program selection for older adults in government-supported digital health initiatives. This represents a novel application of RL in aging-related digital interventions, offering a scalable solution for optimizing care programs at the population level.</p>
        <p>Beyond demonstrating the effectiveness of RL for digital care optimization, our findings have broader implications for the scalability of AI-driven decision models in government-funded care programs. As governments invest in digital health solutions to address aging populations and workforce shortages, integrating AI-driven program allocation systems can improve care efficiency without requiring extensive prelabeled datasets [<xref ref-type="bibr" rid="ref24">24</xref>]. The Korean AI care call program exemplifies this trend, yet current models lack individualized program allocation strategies. By applying the proposed precision digital care approach for personalization of care in such settings, policymakers could transition from standardized digital interventions to truly personalized care, ensuring that digital services maximize impact and cost efficiency. More broadly, the integration of AI-driven decision-making into digital care services aligns with global trends toward precision health and personalized medicine, advocating for a shift away from static care delivery models.</p>
        <p>Despite these promising findings, several limitations must be acknowledged. This study relied on synthetic data and simulations, rather than real-world implementation. Although the data was constructed using existing survey datasets and AI care call user characteristics, real-world trials are necessary to validate these findings in practice. Additionally, the current model was developed within the Korean digital care context, and further research is needed to assess the adaptability of precision digital care in different health care systems and cultural settings.</p>
        <p>This study’s focus on low-income, socially isolated older adults living alone reflects an intentional equity commitment. These populations face compounded vulnerabilities, limited access to family support, health care services, and social resources, placing them at increased risk of adverse outcomes [<xref ref-type="bibr" rid="ref25">25</xref>]. Precision digital care has particular promise for reducing geographic and functional disparities. Our simulations incorporated domain-informed interaction effects in which rural users and those with functional limitations were modeled as benefiting from different care configurations. For example, based on observed patterns in Korean older adult care contexts, rural older adults were modeled as preferring more frequent calls (potentially compensating for limited in-person service access), while those with functional difficulties were assumed to benefit from longer interaction times (allowing more comprehensive needs assessment). Similarly, older adults with cognitive limitations were modeled as engaging better with simpler check-in style calls rather than complex health information content.</p>
        <p>By identifying and responding to these differential needs, precision digital care can help bridge urban-rural care gaps, accommodate varying cognitive and functional capacities, and ensure that digital care innovations reduce rather than exacerbate existing inequities. However, realizing this potential requires careful attention to digital literacy barriers, technology access, and culturally appropriate implementation, critical considerations for future real-world validation studies.</p>
        <p>Beyond technical and operational concerns, AI-driven personalization in digital health raises ethical considerations, such as potential bias in program allocation, equity in digital access, and privacy concerns related to AI-driven recommendations [<xref ref-type="bibr" rid="ref26">26</xref>]. Future studies should explore fairness-aware RL approaches to ensure equitable care distribution, particularly for older adults who may have limited digital literacy or reduced access to technology. Furthermore, while RL-based precision digital care optimizes individualized program assignments, its integration into broader multilevel care frameworks, such as clinical care coordination, home-based services, and telemedicine ecosystems, remains an open challenge. Ensuring seamless interoperability with existing digital health platforms will be essential for widespread adoption.</p>
        <p>To address these limitations, we plan to conduct real-world validation studies in a publicly funded AI care call program in Korea, assessing precision digital care’s impact on user satisfaction, health outcomes, and long-term engagement, with an expanded set of objective measures (eg, health care use and device-measured activity) to complement self-reports. Although equity was not quantitatively evaluated in this study, the intervention setting, a publicly funded AI care call program for low-income, socially vulnerable older adults living alone, reflects an inherent focus on underserved populations. Future research should also explore hybrid AI models, integrating deep learning and RL to further refine personalized digital interventions. Additionally, a critical next step is to examine how RL-based precision digital care performs across diverse populations, ensuring that AI-driven personalization remains both effective and equitable across different health care systems.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study introduced precision digital care, an AI-driven RL model for optimizing personalized digital care service allocation. Our simulation-based evaluation demonstrated that precision digital care significantly improves care outcomes by dynamically adapting interventions to individual user characteristics. These findings highlight the potential of AI-driven personalization in enhancing the efficiency and effectiveness of digital health interventions, particularly in aging populations where scalable, individualized care is increasingly needed.</p>
        <p>As digital care programs expand, ensuring personalized, data-driven decision-making will be critical in maximizing their impact. Precision digital care offers a scalable approach to deliver dignified, person-centered care at scale. By using RL to understand and respond to individual needs, the proposed framework can help older adults maintain autonomy, social connection, and well-being while supporting sustainable care systems. The ultimate goal is not simply algorithmic optimization but improving lived experiences and quality of life in later years through adaptive, humane digital care that honors individual dignity and preferences. However, further real-world validation is required to confirm the effectiveness of precision digital care beyond simulations and to address practical implementation challenges.</p>
        <p>Future research should focus on scaling and adapting precision digital care to diverse health care settings, ensuring ethical AI deployment, and integrating hybrid AI models to enhance personalization. Establishing fair, transparent, and explainable AI systems will be key to promoting trust and equitable access in digital health services for aging populations worldwide.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CHS</term>
          <def>
            <p>community health survey</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PHQ-2</term>
          <def>
            <p>Patient Health Questionnaire-2</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RL</term>
          <def>
            <p>reinforcement learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SRH</term>
          <def>
            <p>self-reported health</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Funding</title>
        <p>This work was supported by the National Research Foundation of Korea (NRF) grant funded by the Korean government (MSIT) (RS-2023-00276954) and the AI Institute at Seoul National University (AIIS) in 2025.</p>
      </sec>
    </notes>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated and/or analyzed during this study are not publicly available due to Institutional Review Board regulations, but are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>HK contributed to conceptualization, funding acquisition, and led the writing of the original draft. MCP contributed to conceptualization, methodology, and writing of the original draft. KL was responsible for formal analysis and visualization, and JYY contributed to data curation. All authors participated in drafting sections of the manuscript and in reviewing and editing the final version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Officer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Cassels</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>The world report on ageing and health</article-title>
          <source>Gerontologist</source>
          <year>2016</year>
          <volume>56</volume>
          <issue>Suppl 2</issue>
          <fpage>S163</fpage>
          <lpage>S166</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/gnw037</pub-id>
          <pub-id pub-id-type="medline">26994257</pub-id>
          <pub-id pub-id-type="pii">gnw037</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <article-title>Who cares? Attracting and retaining care workers for the elderly</article-title>
          <source>OECD Health Policy Studies</source>
          <year>2020</year>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Elk</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Robroek</surname>
              <given-names>SJW</given-names>
            </name>
            <name name-style="western">
              <surname>Burdorf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Oude Hengel</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Impact of the COVID-19 pandemic on psychosocial work factors and emotional exhaustion among workers in the healthcare sector: a longitudinal study among 1915 Dutch workers</article-title>
          <source>Occup Environ Med</source>
          <year>2023</year>
          <volume>80</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36424169"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/oemed-2022-108478</pub-id>
          <pub-id pub-id-type="medline">36424169</pub-id>
          <pub-id pub-id-type="pii">oemed-2022-108478</pub-id>
          <pub-id pub-id-type="pmcid">PMC9763172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaskell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stoker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Devine</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Covid‐19 and the blunders of our governments: long‐run system failings aggravated by political choices</article-title>
          <source>Political Q.</source>
          <year>2020</year>
          <volume>91</volume>
          <issue>3</issue>
          <fpage>523</fpage>
          <lpage>533</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/1467-923X.12894"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1467-923x.12894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <source>The Innovation Imperative: Contributing to Productivity, Growth and Well-Being</source>
          <year>2015</year>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Technology, innovation, and developing a NexGen aging services workforce</article-title>
          <source>Publ Pol Aging Rep</source>
          <year>2014</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/ppar/prt009"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ppar/prt009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Golinelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Boetto</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Carullo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nuzzolese</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Landini</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Fantini</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Adoption of digital technologies in health care during the COVID-19 pandemic: systematic review of early scientific literature</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e22280</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e22280/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22280</pub-id>
          <pub-id pub-id-type="medline">33079693</pub-id>
          <pub-id pub-id-type="pii">v22i11e22280</pub-id>
          <pub-id pub-id-type="pmcid">PMC7652596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The promise of explainable AI in digital health for precision medicine: a systematic review</article-title>
          <source>J Pers Med</source>
          <year>2024</year>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jpm14030277"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jpm14030277</pub-id>
          <pub-id pub-id-type="medline">38541019</pub-id>
          <pub-id pub-id-type="pii">jpm14030277</pub-id>
          <pub-id pub-id-type="pmcid">PMC10971237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>A decade of digital medicine innovation</article-title>
          <source>Sci Transl Med</source>
          <year>2019</year>
          <volume>11</volume>
          <issue>498</issue>
          <fpage>eaaw7610</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1126/scitranslmed.aaw7610"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/scitranslmed.aaw7610</pub-id>
          <pub-id pub-id-type="medline">31243153</pub-id>
          <pub-id pub-id-type="pii">11/498/eaaw7610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abul-Husn</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Kenny</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Personalized medicine and the power of electronic health records</article-title>
          <source>Cell</source>
          <year>2019</year>
          <volume>177</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0092-8674(19)30222-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cell.2019.02.039</pub-id>
          <pub-id pub-id-type="medline">30901549</pub-id>
          <pub-id pub-id-type="pii">S0092-8674(19)30222-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6921466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aljohani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>AI-driven decision-making for personalized elderly care: a fuzzy MCDM-based framework for enhancing treatment recommendations</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2025</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-025-02953-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-025-02953-5</pub-id>
          <pub-id pub-id-type="medline">40055665</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-025-02953-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC11889780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Paik</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Bandit-supported care planning for older people with complex health and care needs</article-title>
          <source>ArXiv</source>
          <comment>Preprint posted online on March 13, 2023</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.2303.07053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoogendijk</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Onder</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Smalbil</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vetrano</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Hirdes</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>Optimising the care for older persons with complex chronic conditions in home care and nursing homes: design and protocol of I-CARE4OLD, an observational study using real-world data</article-title>
          <source>BMJ Open</source>
          <year>2023</year>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>e072399</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=37385750"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2023-072399</pub-id>
          <pub-id pub-id-type="medline">37385750</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2023-072399</pub-id>
          <pub-id pub-id-type="pmcid">PMC10314651</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>AI checks on older adults living alone during the Chuseok holiday period [Web page in Korean]</article-title>
          <source>Ministry of Health and Welfare (MOHW), Republic of Korea</source>
          <access-date>2025-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mohw.go.kr/board.es?mid=a10503010100&#38;bid=0027&#38;act=view&#38;list_no=1483091&#38;tag=&#38;nPage=1">https://www.mohw.go.kr/board.es?mid=a10503010100&#38;bid=0027&#38;act=view &#38;list_no=1483091&#38;tag=&#38;nPage=1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valkonen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kujala</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Older adults' emotional user experiences with digital health services</article-title>
          <source>Digital Health and Wireless Solutions: NCDHWS 2024</source>
          <year>2024</year>
          <conf-name>Communications in Computer and Information Science</conf-name>
          <conf-date>May 05, 2024</conf-date>
          <conf-loc>Cham</conf-loc>
          <publisher-name>Springer</publisher-name>
          <pub-id pub-id-type="doi">10.1007/978-3-031-59080-1_10</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <source>World Report on Ageing and Health</source>
          <year>2015</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Thompson sampling for contextual bandits with linear payoffs</article-title>
          <source>ArXiv</source>
          <comment>Preprint posted online on February 3, 2014</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.1209.3352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>YW</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>HY</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <article-title>Korea community health survey data profiles</article-title>
          <source>Osong Public Health Res Perspect</source>
          <year>2015</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>217</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2210-9099(15)00043-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.phrp.2015.05.003</pub-id>
          <pub-id pub-id-type="medline">26430619</pub-id>
          <pub-id pub-id-type="pii">S2210-9099(15)00043-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4551141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The patient health questionnaire-2: validity of a two-item depression screener</article-title>
          <source>Med Care</source>
          <year>2003</year>
          <volume>41</volume>
          <issue>11</issue>
          <fpage>1284</fpage>
          <lpage>1292</lpage>
          <pub-id pub-id-type="doi">10.1097/01.MLR.0000093487.78664.3C</pub-id>
          <pub-id pub-id-type="medline">14583691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YB</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>AI services to prevent solitary death in South Korea</article-title>
          <source>Int J Contents</source>
          <year>2025</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>61</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.5392/ijoc.2025.21.2.061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Personalization in digital health interventions for older adults with cancer: a scoping review</article-title>
          <source>J Geriatr Oncol</source>
          <year>2023</year>
          <volume>14</volume>
          <issue>8</issue>
          <fpage>101652</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jgo.2023.101652</pub-id>
          <pub-id pub-id-type="medline">37866009</pub-id>
          <pub-id pub-id-type="pii">S1879-4068(23)00249-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tewari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>An actor-critic contextual bandit algorithm for personalized mobile health interventions</article-title>
          <source>arXiv</source>
          <year>2017</year>
          <month>06</month>
          <day>28</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1706.09090"/>
          </comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.1706.09090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klasnja</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tewari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Optimizing mHealth interventions with a bandit</article-title>
          <source>Digital Phenotyping and Mobile Sensing. Studies in Neuroscience, Psychology and Behavioral Economics</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>79</fpage>
          <lpage>94</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aerts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bogdan-Martin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Leveraging data and AI to deliver on the promise of digital health</article-title>
          <source>Int J Med Inform</source>
          <year>2021</year>
          <volume>150</volume>
          <fpage>104456</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1386-5056(21)00082-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2021.104456</pub-id>
          <pub-id pub-id-type="medline">33866232</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(21)00082-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <source>Social Isolation and Loneliness in Older Adults: Opportunities for the Health Care System</source>
          <year>2020</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maeckelberghe</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zdunek</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Marceglia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Farsides</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rigby</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The ethical challenges of personalized digital health</article-title>
          <source>Front Med</source>
          <year>2023</year>
          <volume>10</volume>
          <fpage>1123863</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37404804"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fmed.2023.1123863</pub-id>
          <pub-id pub-id-type="medline">37404804</pub-id>
          <pub-id pub-id-type="pmcid">PMC10316710</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
